2024-11-26 19:17:03,047 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-26 19:17:03,066 main DEBUG Took 0.017977 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 19:17:03,067 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 19:17:03,067 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 19:17:03,068 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 19:17:03,070 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:17:03,078 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 19:17:03,094 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:17:03,095 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:17:03,096 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:17:03,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:17:03,097 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:17:03,098 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:17:03,099 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:17:03,099 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:17:03,100 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:17:03,101 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:17:03,102 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:17:03,102 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:17:03,103 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:17:03,103 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:17:03,104 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:17:03,104 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:17:03,105 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:17:03,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:17:03,106 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:17:03,106 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:17:03,107 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:17:03,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:17:03,108 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:17:03,108 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:17:03,109 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:17:03,109 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 19:17:03,111 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:17:03,113 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 19:17:03,115 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 19:17:03,116 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 19:17:03,117 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 19:17:03,118 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 19:17:03,126 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 19:17:03,129 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 19:17:03,131 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 19:17:03,131 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 19:17:03,132 main DEBUG createAppenders(={Console}) 2024-11-26 19:17:03,132 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-26 19:17:03,133 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-26 19:17:03,133 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-26 19:17:03,134 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 19:17:03,134 main DEBUG OutputStream closed 2024-11-26 19:17:03,135 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 19:17:03,135 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 19:17:03,135 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-26 19:17:03,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 19:17:03,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 19:17:03,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 19:17:03,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 19:17:03,217 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 19:17:03,217 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 19:17:03,218 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 19:17:03,218 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 19:17:03,218 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 19:17:03,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 19:17:03,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 19:17:03,220 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 19:17:03,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 19:17:03,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 19:17:03,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 19:17:03,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 19:17:03,222 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 19:17:03,222 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 19:17:03,225 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 19:17:03,225 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-26 19:17:03,226 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 19:17:03,226 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-26T19:17:03,246 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-26 19:17:03,250 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 19:17:03,251 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T19:17:03,308 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=271, ProcessCount=11, AvailableMemoryMB=6731 2024-11-26T19:17:03,508 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-26T19:17:03,548 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f 2024-11-26T19:17:03,551 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/cluster_b6bd519d-6f21-658e-7d29-6c14f0746a15, deleteOnExit=true 2024-11-26T19:17:03,634 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/cluster_b6bd519d-6f21-658e-7d29-6c14f0746a15/zookeeper_0, clientPort=62768, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/cluster_b6bd519d-6f21-658e-7d29-6c14f0746a15/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/cluster_b6bd519d-6f21-658e-7d29-6c14f0746a15/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T19:17:03,649 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62768 2024-11-26T19:17:03,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:17:03,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:17:03,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/test.cache.data in system properties and HBase conf 2024-11-26T19:17:03,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:17:03,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:17:03,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:17:03,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:17:03,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:17:03,753 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T19:17:03,843 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:17:03,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:17:03,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:17:03,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:17:03,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:17:03,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:17:03,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:17:03,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:17:03,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:17:03,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:17:03,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:17:03,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:17:03,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:17:03,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:17:03,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:17:04,674 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T19:17:04,759 INFO [Time-limited test {}] log.Log(170): Logging initialized @2438ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T19:17:04,848 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:17:04,911 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:17:04,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:17:04,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:17:04,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:17:04,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:17:04,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:17:04,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:17:05,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/java.io.tmpdir/jetty-localhost-35041-hadoop-hdfs-3_4_1-tests_jar-_-any-13961264901484321014/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:17:05,161 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:35041} 2024-11-26T19:17:05,161 INFO [Time-limited test {}] server.Server(415): Started @2841ms 2024-11-26T19:17:05,544 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:17:05,550 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:17:05,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:17:05,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:17:05,552 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:17:05,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:17:05,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:17:05,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/java.io.tmpdir/jetty-localhost-33019-hadoop-hdfs-3_4_1-tests_jar-_-any-10991928748136321494/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:17:05,675 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:33019} 2024-11-26T19:17:05,675 INFO [Time-limited test {}] server.Server(415): Started @3356ms 2024-11-26T19:17:05,731 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:17:06,193 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/cluster_b6bd519d-6f21-658e-7d29-6c14f0746a15/data/data2/current/BP-40545073-172.17.0.2-1732648624410/current, will proceed with Du for space computation calculation, 2024-11-26T19:17:06,193 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/cluster_b6bd519d-6f21-658e-7d29-6c14f0746a15/data/data1/current/BP-40545073-172.17.0.2-1732648624410/current, will proceed with Du for space computation calculation, 2024-11-26T19:17:06,229 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:17:06,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14ef13d988d3fe5e with lease ID 0x8f7486d7be15885e: Processing first storage report for DS-ea9499e8-cabf-4b04-a83b-0df4f65673fe from datanode DatanodeRegistration(127.0.0.1:46449, datanodeUuid=68f27907-0dbc-453a-a0c3-50e3d1fe2847, infoPort=43635, infoSecurePort=0, ipcPort=41183, storageInfo=lv=-57;cid=testClusterID;nsid=346697191;c=1732648624410) 2024-11-26T19:17:06,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14ef13d988d3fe5e with lease ID 0x8f7486d7be15885e: from storage DS-ea9499e8-cabf-4b04-a83b-0df4f65673fe node DatanodeRegistration(127.0.0.1:46449, datanodeUuid=68f27907-0dbc-453a-a0c3-50e3d1fe2847, infoPort=43635, infoSecurePort=0, ipcPort=41183, storageInfo=lv=-57;cid=testClusterID;nsid=346697191;c=1732648624410), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T19:17:06,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14ef13d988d3fe5e with lease ID 0x8f7486d7be15885e: Processing first storage report for DS-09fae74c-38fb-4d5d-9791-315c9a6dcf01 from datanode DatanodeRegistration(127.0.0.1:46449, datanodeUuid=68f27907-0dbc-453a-a0c3-50e3d1fe2847, infoPort=43635, infoSecurePort=0, ipcPort=41183, storageInfo=lv=-57;cid=testClusterID;nsid=346697191;c=1732648624410) 2024-11-26T19:17:06,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14ef13d988d3fe5e with lease ID 0x8f7486d7be15885e: from storage DS-09fae74c-38fb-4d5d-9791-315c9a6dcf01 node DatanodeRegistration(127.0.0.1:46449, datanodeUuid=68f27907-0dbc-453a-a0c3-50e3d1fe2847, infoPort=43635, infoSecurePort=0, ipcPort=41183, storageInfo=lv=-57;cid=testClusterID;nsid=346697191;c=1732648624410), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:17:06,290 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f 2024-11-26T19:17:06,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:06,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:06,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:17:06,967 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601 with version=8 2024-11-26T19:17:06,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/hbase-staging 2024-11-26T19:17:07,061 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T19:17:07,308 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:17:07,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:07,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:07,324 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:17:07,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:07,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:17:07,459 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:17:07,517 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T19:17:07,526 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T19:17:07,530 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:17:07,557 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12936 (auto-detected) 2024-11-26T19:17:07,558 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T19:17:07,576 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42249 2024-11-26T19:17:07,597 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42249 connecting to ZooKeeper ensemble=127.0.0.1:62768 2024-11-26T19:17:07,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422490x0, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:17:07,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42249-0x10155b5c88e0000 connected 2024-11-26T19:17:07,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:07,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:07,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Set watcher on znode that does not yet exist, /0-1420583537/running 2024-11-26T19:17:07,676 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601, hbase.cluster.distributed=false 2024-11-26T19:17:07,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Set watcher on znode that does not yet exist, /0-1420583537/acl 2024-11-26T19:17:07,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42249 2024-11-26T19:17:07,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42249 2024-11-26T19:17:07,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42249 2024-11-26T19:17:07,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42249 2024-11-26T19:17:07,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42249 2024-11-26T19:17:07,827 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:17:07,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:07,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:07,830 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:17:07,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:07,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:17:07,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:17:07,835 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:17:07,836 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46579 2024-11-26T19:17:07,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46579 connecting to ZooKeeper ensemble=127.0.0.1:62768 2024-11-26T19:17:07,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:07,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:07,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465790x0, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:17:07,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46579-0x10155b5c88e0001 connected 2024-11-26T19:17:07,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Set watcher on znode that does not yet exist, /0-1420583537/running 2024-11-26T19:17:07,853 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:17:07,861 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:17:07,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Set watcher on znode that does not yet exist, /0-1420583537/master 2024-11-26T19:17:07,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Set watcher on znode that does not yet exist, /0-1420583537/acl 2024-11-26T19:17:07,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46579 2024-11-26T19:17:07,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46579 2024-11-26T19:17:07,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46579 2024-11-26T19:17:07,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46579 2024-11-26T19:17:07,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46579 2024-11-26T19:17:07,886 DEBUG [M:0;fe76acf732b2:42249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:42249 2024-11-26T19:17:07,887 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1420583537/backup-masters/fe76acf732b2,42249,1732648627113 2024-11-26T19:17:07,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537/backup-masters 2024-11-26T19:17:07,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537/backup-masters 2024-11-26T19:17:07,896 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Set watcher on existing znode=/0-1420583537/backup-masters/fe76acf732b2,42249,1732648627113 2024-11-26T19:17:07,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:07,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1420583537/master 2024-11-26T19:17:07,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:07,918 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Set watcher on existing znode=/0-1420583537/master 2024-11-26T19:17:07,920 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1420583537/backup-masters/fe76acf732b2,42249,1732648627113 from backup master directory 2024-11-26T19:17:07,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1420583537/backup-masters/fe76acf732b2,42249,1732648627113 2024-11-26T19:17:07,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537/backup-masters 2024-11-26T19:17:07,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537/backup-masters 2024-11-26T19:17:07,925 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:17:07,925 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,42249,1732648627113 2024-11-26T19:17:07,928 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T19:17:07,930 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T19:17:07,988 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/hbase.id] with ID: c5559e3d-5452-495f-88a9-8ec2ffdff85f 2024-11-26T19:17:07,988 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/.tmp/hbase.id 2024-11-26T19:17:07,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:17:08,000 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/.tmp/hbase.id]:[hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/hbase.id] 2024-11-26T19:17:08,044 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:08,049 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:17:08,068 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-26T19:17:08,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:08,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:08,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:17:08,093 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:17:08,096 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:17:08,118 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:17:08,123 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:08,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:17:08,575 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store 2024-11-26T19:17:08,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:17:08,598 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T19:17:08,601 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:08,602 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:17:08,602 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:08,602 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:08,604 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:17:08,604 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:08,604 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:08,605 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648628602Disabling compacts and flushes for region at 1732648628602Disabling writes for close at 1732648628604 (+2 ms)Writing region close event to WAL at 1732648628604Closed at 1732648628604 2024-11-26T19:17:08,607 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/.initializing 2024-11-26T19:17:08,607 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/WALs/fe76acf732b2,42249,1732648627113 2024-11-26T19:17:08,616 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:17:08,631 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C42249%2C1732648627113, suffix=, logDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/WALs/fe76acf732b2,42249,1732648627113, archiveDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/oldWALs, maxLogs=10 2024-11-26T19:17:08,655 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/WALs/fe76acf732b2,42249,1732648627113/fe76acf732b2%2C42249%2C1732648627113.1732648628635, exclude list is [], retry=0 2024-11-26T19:17:08,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46449,DS-ea9499e8-cabf-4b04-a83b-0df4f65673fe,DISK] 2024-11-26T19:17:08,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T19:17:08,709 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/WALs/fe76acf732b2,42249,1732648627113/fe76acf732b2%2C42249%2C1732648627113.1732648628635 2024-11-26T19:17:08,710 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43635:43635)] 2024-11-26T19:17:08,710 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:17:08,711 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:08,714 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:08,715 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:08,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:08,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:17:08,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:08,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:08,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:08,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:17:08,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:08,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:08,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:08,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:17:08,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:08,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:08,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:08,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:17:08,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:08,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:08,802 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:08,806 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:08,807 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:08,812 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:08,813 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:08,816 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:17:08,819 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:08,824 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:17:08,825 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74328253, jitterRate=0.10757727921009064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:17:08,831 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648628727Initializing all the Stores at 1732648628729 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648628730 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648628730Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648628731 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648628731Cleaning up temporary data from old regions at 1732648628813 (+82 ms)Region opened successfully at 1732648628831 (+18 ms) 2024-11-26T19:17:08,832 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:17:08,866 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f539dc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:17:08,899 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:17:08,911 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:17:08,911 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:17:08,914 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:17:08,915 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T19:17:08,921 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-26T19:17:08,921 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:17:08,947 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:17:08,956 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Unable to get data of znode /0-1420583537/balancer because node does not exist (not necessarily an error) 2024-11-26T19:17:08,959 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1420583537/balancer already deleted, retry=false 2024-11-26T19:17:08,961 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:17:08,962 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Unable to get data of znode /0-1420583537/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:17:08,964 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1420583537/normalizer already deleted, retry=false 2024-11-26T19:17:08,966 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:17:08,970 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Unable to get data of znode /0-1420583537/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:17:08,973 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1420583537/switch/split already deleted, retry=false 2024-11-26T19:17:08,974 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Unable to get data of znode /0-1420583537/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:17:08,976 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1420583537/switch/merge already deleted, retry=false 2024-11-26T19:17:08,994 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Unable to get data of znode /0-1420583537/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:17:08,996 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1420583537/snapshot-cleanup already deleted, retry=false 2024-11-26T19:17:09,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1420583537/running 2024-11-26T19:17:09,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1420583537/running 2024-11-26T19:17:09,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:09,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:09,003 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,42249,1732648627113, sessionid=0x10155b5c88e0000, setting cluster-up flag (Was=false) 2024-11-26T19:17:09,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:09,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:09,028 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1420583537/flush-table-proc/acquired, /0-1420583537/flush-table-proc/reached, /0-1420583537/flush-table-proc/abort 2024-11-26T19:17:09,030 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,42249,1732648627113 2024-11-26T19:17:09,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:09,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:09,043 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1420583537/online-snapshot/acquired, /0-1420583537/online-snapshot/reached, /0-1420583537/online-snapshot/abort 2024-11-26T19:17:09,044 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,42249,1732648627113 2024-11-26T19:17:09,051 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:17:09,076 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(746): ClusterId : c5559e3d-5452-495f-88a9-8ec2ffdff85f 2024-11-26T19:17:09,078 DEBUG [RS:0;fe76acf732b2:46579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:17:09,084 DEBUG [RS:0;fe76acf732b2:46579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:17:09,084 DEBUG [RS:0;fe76acf732b2:46579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:17:09,087 DEBUG [RS:0;fe76acf732b2:46579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:17:09,088 DEBUG [RS:0;fe76acf732b2:46579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ba4a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:17:09,106 DEBUG [RS:0;fe76acf732b2:46579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:46579 2024-11-26T19:17:09,109 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:17:09,109 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:17:09,109 DEBUG [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:17:09,112 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,42249,1732648627113 with port=46579, startcode=1732648627788 2024-11-26T19:17:09,124 DEBUG [RS:0;fe76acf732b2:46579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:17:09,128 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:09,139 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:17:09,148 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:17:09,153 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,42249,1732648627113 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:17:09,157 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:17:09,163 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:09,163 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42249 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T19:17:09,163 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:09,163 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:09,164 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:09,164 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:17:09,164 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:09,164 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:17:09,165 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:09,168 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648659168 2024-11-26T19:17:09,170 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:09,170 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:17:09,170 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:17:09,171 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:17:09,175 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:17:09,175 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:17:09,175 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:17:09,175 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:17:09,176 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:09,177 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:17:09,176 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:09,179 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:17:09,181 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:17:09,181 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:17:09,182 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:17:09,184 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:17:09,185 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:17:09,187 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648629186,5,FailOnTimeoutGroup] 2024-11-26T19:17:09,188 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648629187,5,FailOnTimeoutGroup] 2024-11-26T19:17:09,188 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:09,188 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:17:09,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:17:09,190 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:09,190 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:09,191 DEBUG [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-26T19:17:09,191 WARN [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T19:17:09,292 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,42249,1732648627113 with port=46579, startcode=1732648627788 2024-11-26T19:17:09,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42249 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,46579,1732648627788 2024-11-26T19:17:09,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42249 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,46579,1732648627788 2024-11-26T19:17:09,305 DEBUG [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601 2024-11-26T19:17:09,305 DEBUG [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43573 2024-11-26T19:17:09,305 DEBUG [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:17:09,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537/rs 2024-11-26T19:17:09,312 DEBUG [RS:0;fe76acf732b2:46579 {}] zookeeper.ZKUtil(111): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Set watcher on existing znode=/0-1420583537/rs/fe76acf732b2,46579,1732648627788 2024-11-26T19:17:09,312 WARN [RS:0;fe76acf732b2:46579 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:17:09,312 INFO [RS:0;fe76acf732b2:46579 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:09,313 DEBUG [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788 2024-11-26T19:17:09,314 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,46579,1732648627788] 2024-11-26T19:17:09,338 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:17:09,351 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:17:09,356 INFO [RS:0;fe76acf732b2:46579 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:17:09,357 INFO [RS:0;fe76acf732b2:46579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:09,357 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:17:09,363 INFO [RS:0;fe76acf732b2:46579 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:17:09,364 INFO [RS:0;fe76acf732b2:46579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:09,365 DEBUG [RS:0;fe76acf732b2:46579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:09,365 DEBUG [RS:0;fe76acf732b2:46579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:09,365 DEBUG [RS:0;fe76acf732b2:46579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:09,365 DEBUG [RS:0;fe76acf732b2:46579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:09,365 DEBUG [RS:0;fe76acf732b2:46579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:09,365 DEBUG [RS:0;fe76acf732b2:46579 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:17:09,365 DEBUG [RS:0;fe76acf732b2:46579 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:09,366 DEBUG [RS:0;fe76acf732b2:46579 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:09,366 DEBUG [RS:0;fe76acf732b2:46579 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:09,366 DEBUG [RS:0;fe76acf732b2:46579 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:09,366 DEBUG [RS:0;fe76acf732b2:46579 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:09,366 DEBUG [RS:0;fe76acf732b2:46579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:09,366 DEBUG [RS:0;fe76acf732b2:46579 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:17:09,366 DEBUG [RS:0;fe76acf732b2:46579 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:17:09,367 INFO [RS:0;fe76acf732b2:46579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:09,367 INFO [RS:0;fe76acf732b2:46579 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:09,368 INFO [RS:0;fe76acf732b2:46579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:09,368 INFO [RS:0;fe76acf732b2:46579 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:09,368 INFO [RS:0;fe76acf732b2:46579 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:09,368 INFO [RS:0;fe76acf732b2:46579 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46579,1732648627788-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:17:09,388 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:17:09,390 INFO [RS:0;fe76acf732b2:46579 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46579,1732648627788-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:09,390 INFO [RS:0;fe76acf732b2:46579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:09,391 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.Replication(171): fe76acf732b2,46579,1732648627788 started 2024-11-26T19:17:09,408 INFO [RS:0;fe76acf732b2:46579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:09,409 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,46579,1732648627788, RpcServer on fe76acf732b2/172.17.0.2:46579, sessionid=0x10155b5c88e0001 2024-11-26T19:17:09,409 DEBUG [RS:0;fe76acf732b2:46579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:17:09,410 DEBUG [RS:0;fe76acf732b2:46579 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,46579,1732648627788 2024-11-26T19:17:09,410 DEBUG [RS:0;fe76acf732b2:46579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,46579,1732648627788' 2024-11-26T19:17:09,410 DEBUG [RS:0;fe76acf732b2:46579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1420583537/flush-table-proc/abort' 2024-11-26T19:17:09,411 DEBUG [RS:0;fe76acf732b2:46579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1420583537/flush-table-proc/acquired' 2024-11-26T19:17:09,412 DEBUG [RS:0;fe76acf732b2:46579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:17:09,412 DEBUG [RS:0;fe76acf732b2:46579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:17:09,412 DEBUG [RS:0;fe76acf732b2:46579 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,46579,1732648627788 2024-11-26T19:17:09,412 DEBUG [RS:0;fe76acf732b2:46579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,46579,1732648627788' 2024-11-26T19:17:09,412 DEBUG [RS:0;fe76acf732b2:46579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1420583537/online-snapshot/abort' 2024-11-26T19:17:09,413 DEBUG [RS:0;fe76acf732b2:46579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1420583537/online-snapshot/acquired' 2024-11-26T19:17:09,413 DEBUG [RS:0;fe76acf732b2:46579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:17:09,413 INFO [RS:0;fe76acf732b2:46579 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:17:09,413 INFO [RS:0;fe76acf732b2:46579 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:17:09,519 INFO [RS:0;fe76acf732b2:46579 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:17:09,522 INFO [RS:0;fe76acf732b2:46579 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C46579%2C1732648627788, suffix=, logDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788, archiveDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/oldWALs, maxLogs=10 2024-11-26T19:17:09,540 DEBUG [RS:0;fe76acf732b2:46579 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788/fe76acf732b2%2C46579%2C1732648627788.1732648629525, exclude list is [], retry=0 2024-11-26T19:17:09,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46449,DS-ea9499e8-cabf-4b04-a83b-0df4f65673fe,DISK] 2024-11-26T19:17:09,548 INFO [RS:0;fe76acf732b2:46579 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788/fe76acf732b2%2C46579%2C1732648627788.1732648629525 2024-11-26T19:17:09,549 DEBUG [RS:0;fe76acf732b2:46579 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43635:43635)] 2024-11-26T19:17:09,591 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:17:09,592 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601 2024-11-26T19:17:09,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741833_1009 (size=32) 2024-11-26T19:17:10,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:10,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:17:10,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:17:10,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:10,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:10,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:17:10,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:17:10,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:10,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:10,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:17:10,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:17:10,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:10,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:10,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:17:10,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:17:10,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:10,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:10,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:17:10,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740 2024-11-26T19:17:10,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740 2024-11-26T19:17:10,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:17:10,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:17:10,027 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:17:10,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:17:10,034 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:17:10,035 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58919799, jitterRate=-0.12202657759189606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:17:10,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648630004Initializing all the Stores at 1732648630006 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648630006Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648630006Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648630006Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648630007 (+1 ms)Cleaning up temporary data from old regions at 1732648630026 (+19 ms)Region opened successfully at 1732648630038 (+12 ms) 2024-11-26T19:17:10,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:17:10,039 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:17:10,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:17:10,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:17:10,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:17:10,041 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:17:10,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648630038Disabling compacts and flushes for region at 1732648630038Disabling writes for close at 1732648630039 (+1 ms)Writing region close event to WAL at 1732648630040 (+1 ms)Closed at 1732648630041 (+1 ms) 2024-11-26T19:17:10,045 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:10,045 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:17:10,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:17:10,060 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:17:10,063 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:17:10,215 DEBUG [fe76acf732b2:42249 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:17:10,226 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,46579,1732648627788 2024-11-26T19:17:10,233 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,46579,1732648627788, state=OPENING 2024-11-26T19:17:10,239 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:17:10,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:10,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:10,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1420583537/meta-region-server: CHANGED 2024-11-26T19:17:10,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1420583537/meta-region-server: CHANGED 2024-11-26T19:17:10,251 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:17:10,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,46579,1732648627788}] 2024-11-26T19:17:10,430 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:17:10,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:17:10,444 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:17:10,445 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:10,445 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:17:10,448 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C46579%2C1732648627788.meta, suffix=.meta, logDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788, archiveDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/oldWALs, maxLogs=10 2024-11-26T19:17:10,465 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788/fe76acf732b2%2C46579%2C1732648627788.meta.1732648630450.meta, exclude list is [], retry=0 2024-11-26T19:17:10,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46449,DS-ea9499e8-cabf-4b04-a83b-0df4f65673fe,DISK] 2024-11-26T19:17:10,472 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788/fe76acf732b2%2C46579%2C1732648627788.meta.1732648630450.meta 2024-11-26T19:17:10,472 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43635:43635)] 2024-11-26T19:17:10,472 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:17:10,477 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:17:10,478 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:17:10,481 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:17:10,483 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:17:10,486 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:17:10,487 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:10,487 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:17:10,487 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:17:10,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:17:10,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:17:10,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:10,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:10,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:17:10,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:17:10,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:10,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:10,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:17:10,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:17:10,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:10,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:10,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:17:10,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:17:10,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:10,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:10,501 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:17:10,503 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740 2024-11-26T19:17:10,505 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740 2024-11-26T19:17:10,508 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:17:10,508 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:17:10,509 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:17:10,511 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:17:10,513 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71710520, jitterRate=0.06857001781463623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:17:10,513 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:17:10,515 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648630487Writing region info on filesystem at 1732648630488 (+1 ms)Initializing all the Stores at 1732648630489 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648630490 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648630490Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648630490Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648630490Cleaning up temporary data from old regions at 1732648630508 (+18 ms)Running coprocessor post-open hooks at 1732648630513 (+5 ms)Region opened successfully at 1732648630515 (+2 ms) 2024-11-26T19:17:10,522 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648630420 2024-11-26T19:17:10,534 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:17:10,535 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:17:10,537 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,46579,1732648627788 2024-11-26T19:17:10,539 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,46579,1732648627788, state=OPEN 2024-11-26T19:17:10,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1420583537/meta-region-server 2024-11-26T19:17:10,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1420583537/meta-region-server 2024-11-26T19:17:10,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1420583537/meta-region-server: CHANGED 2024-11-26T19:17:10,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1420583537/meta-region-server: CHANGED 2024-11-26T19:17:10,542 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,46579,1732648627788 2024-11-26T19:17:10,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:17:10,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,46579,1732648627788 in 289 msec 2024-11-26T19:17:10,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:17:10,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 500 msec 2024-11-26T19:17:10,558 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:10,558 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:17:10,581 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:17:10,583 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,46579,1732648627788, seqNum=-1] 2024-11-26T19:17:10,613 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:17:10,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:17:10,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5550 sec 2024-11-26T19:17:10,638 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648630638, completionTime=-1 2024-11-26T19:17:10,641 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:17:10,641 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:17:10,670 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:17:10,670 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648690670 2024-11-26T19:17:10,670 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732648750670 2024-11-26T19:17:10,670 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-26T19:17:10,672 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,42249,1732648627113-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:10,673 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,42249,1732648627113-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:10,673 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,42249,1732648627113-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:10,675 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:42249, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:10,675 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:10,676 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:10,681 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:17:10,704 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.778sec 2024-11-26T19:17:10,705 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:17:10,707 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:17:10,708 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:17:10,708 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:17:10,708 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:17:10,709 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,42249,1732648627113-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:17:10,710 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,42249,1732648627113-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:17:10,719 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:17:10,720 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:17:10,720 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,42249,1732648627113-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:10,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:10,790 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T19:17:10,790 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T19:17:10,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,42249,-1 for getting cluster id 2024-11-26T19:17:10,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:10,804 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5559e3d-5452-495f-88a9-8ec2ffdff85f' 2024-11-26T19:17:10,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:10,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5559e3d-5452-495f-88a9-8ec2ffdff85f" 2024-11-26T19:17:10,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6026fa7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:10,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,42249,-1] 2024-11-26T19:17:10,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:10,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:10,815 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:10,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:10,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:17:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,46579,1732648627788, seqNum=-1] 2024-11-26T19:17:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:17:10,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:17:10,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,42249,1732648627113 2024-11-26T19:17:10,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62768 2024-11-26T19:17:10,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:17:10,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10155b5c88e0002 connected 2024-11-26T19:17:10,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/hadoop.log.dir so I do NOT create it in target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2 2024-11-26T19:17:10,877 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T19:17:10,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/hadoop.tmp.dir so I do NOT create it in target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2 2024-11-26T19:17:10,878 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T19:17:10,878 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2 2024-11-26T19:17:10,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:17:10,878 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/cluster_9697f3b3-f619-3848-b639-c643702eceb9, deleteOnExit=true 2024-11-26T19:17:10,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:17:10,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/test.cache.data in system properties and HBase conf 2024-11-26T19:17:10,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:17:10,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:17:10,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:17:10,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:17:10,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:17:10,879 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:17:10,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:17:10,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:17:10,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:17:10,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:17:10,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:17:10,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:17:10,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:17:10,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:17:10,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:17:10,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:17:10,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:17:10,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:17:10,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:17:10,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:17:10,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:17:10,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:17:10,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:17:10,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:17:10,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:17:10,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:17:10,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:17:10,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:17:11,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/java.io.tmpdir/jetty-localhost-46457-hadoop-hdfs-3_4_1-tests_jar-_-any-15659897426061596091/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:17:11,113 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:46457} 2024-11-26T19:17:11,113 INFO [Time-limited test {}] server.Server(415): Started @8794ms 2024-11-26T19:17:11,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:17:11,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:17:11,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:17:11,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:17:11,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:17:11,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:17:11,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:17:11,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/java.io.tmpdir/jetty-localhost-37605-hadoop-hdfs-3_4_1-tests_jar-_-any-948608207421639791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:17:11,335 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:37605} 2024-11-26T19:17:11,335 INFO [Time-limited test {}] server.Server(415): Started @9016ms 2024-11-26T19:17:11,337 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:17:11,477 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/cluster_9697f3b3-f619-3848-b639-c643702eceb9/data/data1/current/BP-1449675631-172.17.0.2-1732648630915/current, will proceed with Du for space computation calculation, 2024-11-26T19:17:11,477 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/cluster_9697f3b3-f619-3848-b639-c643702eceb9/data/data2/current/BP-1449675631-172.17.0.2-1732648630915/current, will proceed with Du for space computation calculation, 2024-11-26T19:17:11,495 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:17:11,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x450ec88454eee1e5 with lease ID 0x767d936f0726a5ed: Processing first storage report for DS-4e5c08e5-cc3d-4d0b-a863-9f458354c4e1 from datanode DatanodeRegistration(127.0.0.1:39589, datanodeUuid=9188f2e4-9df3-42f5-be1c-694cdfeed8be, infoPort=41085, infoSecurePort=0, ipcPort=46013, storageInfo=lv=-57;cid=testClusterID;nsid=802072986;c=1732648630915) 2024-11-26T19:17:11,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x450ec88454eee1e5 with lease ID 0x767d936f0726a5ed: from storage DS-4e5c08e5-cc3d-4d0b-a863-9f458354c4e1 node DatanodeRegistration(127.0.0.1:39589, datanodeUuid=9188f2e4-9df3-42f5-be1c-694cdfeed8be, infoPort=41085, infoSecurePort=0, ipcPort=46013, storageInfo=lv=-57;cid=testClusterID;nsid=802072986;c=1732648630915), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T19:17:11,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x450ec88454eee1e5 with lease ID 0x767d936f0726a5ed: Processing first storage report for DS-4e0e1814-839f-41ad-8da5-0349693af202 from datanode DatanodeRegistration(127.0.0.1:39589, datanodeUuid=9188f2e4-9df3-42f5-be1c-694cdfeed8be, infoPort=41085, infoSecurePort=0, ipcPort=46013, storageInfo=lv=-57;cid=testClusterID;nsid=802072986;c=1732648630915) 2024-11-26T19:17:11,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x450ec88454eee1e5 with lease ID 0x767d936f0726a5ed: from storage DS-4e0e1814-839f-41ad-8da5-0349693af202 node DatanodeRegistration(127.0.0.1:39589, datanodeUuid=9188f2e4-9df3-42f5-be1c-694cdfeed8be, infoPort=41085, infoSecurePort=0, ipcPort=46013, storageInfo=lv=-57;cid=testClusterID;nsid=802072986;c=1732648630915), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:17:11,569 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2 2024-11-26T19:17:11,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:11,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:11,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:17:11,985 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226 with version=8 2024-11-26T19:17:11,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/hbase-staging 2024-11-26T19:17:11,988 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:17:11,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:11,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:11,988 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:17:11,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:11,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:17:11,989 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:17:11,989 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:17:11,989 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36177 2024-11-26T19:17:11,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36177 connecting to ZooKeeper ensemble=127.0.0.1:62768 2024-11-26T19:17:11,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361770x0, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:17:11,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36177-0x10155b5c88e0003 connected 2024-11-26T19:17:12,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:12,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:12,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Set watcher on znode that does not yet exist, /1222757273/running 2024-11-26T19:17:12,015 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226, hbase.cluster.distributed=false 2024-11-26T19:17:12,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Set watcher on znode that does not yet exist, /1222757273/acl 2024-11-26T19:17:12,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36177 2024-11-26T19:17:12,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36177 2024-11-26T19:17:12,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36177 2024-11-26T19:17:12,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36177 2024-11-26T19:17:12,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36177 2024-11-26T19:17:12,037 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:17:12,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:12,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:12,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:17:12,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:12,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:17:12,037 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:17:12,037 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:17:12,038 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34915 2024-11-26T19:17:12,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34915 connecting to ZooKeeper ensemble=127.0.0.1:62768 2024-11-26T19:17:12,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:12,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:12,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349150x0, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:17:12,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34915-0x10155b5c88e0004 connected 2024-11-26T19:17:12,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34915-0x10155b5c88e0004, quorum=127.0.0.1:62768, baseZNode=/1222757273 Set watcher on znode that does not yet exist, /1222757273/running 2024-11-26T19:17:12,050 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:17:12,051 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:17:12,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34915-0x10155b5c88e0004, quorum=127.0.0.1:62768, baseZNode=/1222757273 Set watcher on znode that does not yet exist, /1222757273/master 2024-11-26T19:17:12,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34915-0x10155b5c88e0004, quorum=127.0.0.1:62768, baseZNode=/1222757273 Set watcher on znode that does not yet exist, /1222757273/acl 2024-11-26T19:17:12,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34915 2024-11-26T19:17:12,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34915 2024-11-26T19:17:12,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34915 2024-11-26T19:17:12,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34915 2024-11-26T19:17:12,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34915 2024-11-26T19:17:12,069 DEBUG [M:0;fe76acf732b2:36177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:36177 2024-11-26T19:17:12,070 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1222757273/backup-masters/fe76acf732b2,36177,1732648631987 2024-11-26T19:17:12,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1222757273/backup-masters 2024-11-26T19:17:12,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34915-0x10155b5c88e0004, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1222757273/backup-masters 2024-11-26T19:17:12,072 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Set watcher on existing znode=/1222757273/backup-masters/fe76acf732b2,36177,1732648631987 2024-11-26T19:17:12,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34915-0x10155b5c88e0004, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1222757273/master 2024-11-26T19:17:12,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1222757273 2024-11-26T19:17:12,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34915-0x10155b5c88e0004, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1222757273 2024-11-26T19:17:12,074 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Set watcher on existing znode=/1222757273/master 2024-11-26T19:17:12,075 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1222757273/backup-masters/fe76acf732b2,36177,1732648631987 from backup master directory 2024-11-26T19:17:12,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1222757273/backup-masters/fe76acf732b2,36177,1732648631987 2024-11-26T19:17:12,077 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:17:12,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1222757273/backup-masters 2024-11-26T19:17:12,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34915-0x10155b5c88e0004, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1222757273/backup-masters 2024-11-26T19:17:12,077 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,36177,1732648631987 2024-11-26T19:17:12,083 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/hbase.id] with ID: bc396e2e-e59d-4502-b8a5-d6ac366e1e7b 2024-11-26T19:17:12,083 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/.tmp/hbase.id 2024-11-26T19:17:12,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:17:12,491 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/.tmp/hbase.id]:[hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/hbase.id] 2024-11-26T19:17:12,513 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:12,514 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:17:12,516 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T19:17:12,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1222757273 2024-11-26T19:17:12,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34915-0x10155b5c88e0004, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1222757273 2024-11-26T19:17:12,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:17:12,929 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:17:12,930 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:17:12,930 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:12,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:17:13,344 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/data/master/store 2024-11-26T19:17:13,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:17:13,754 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:13,754 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:17:13,755 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:13,755 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:13,755 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:17:13,755 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:13,755 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:13,755 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648633754Disabling compacts and flushes for region at 1732648633754Disabling writes for close at 1732648633755 (+1 ms)Writing region close event to WAL at 1732648633755Closed at 1732648633755 2024-11-26T19:17:13,757 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/data/master/store/.initializing 2024-11-26T19:17:13,757 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/WALs/fe76acf732b2,36177,1732648631987 2024-11-26T19:17:13,758 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:17:13,762 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C36177%2C1732648631987, suffix=, logDir=hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/WALs/fe76acf732b2,36177,1732648631987, archiveDir=hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/oldWALs, maxLogs=10 2024-11-26T19:17:13,776 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/WALs/fe76acf732b2,36177,1732648631987/fe76acf732b2%2C36177%2C1732648631987.1732648633762, exclude list is [], retry=0 2024-11-26T19:17:13,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-4e5c08e5-cc3d-4d0b-a863-9f458354c4e1,DISK] 2024-11-26T19:17:13,783 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/WALs/fe76acf732b2,36177,1732648631987/fe76acf732b2%2C36177%2C1732648631987.1732648633762 2024-11-26T19:17:13,784 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41085:41085)] 2024-11-26T19:17:13,784 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:17:13,784 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:13,784 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:13,784 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:13,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:13,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:17:13,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:13,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:13,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:13,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:17:13,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:13,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:13,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:13,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:17:13,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:13,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:13,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:13,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:17:13,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:13,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:13,798 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:13,799 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:13,800 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:13,802 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:13,802 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:13,803 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:17:13,804 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:13,807 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:17:13,808 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59171487, jitterRate=-0.11827613413333893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:17:13,808 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648633784Initializing all the Stores at 1732648633786 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648633786Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648633786Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648633786Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648633786Cleaning up temporary data from old regions at 1732648633802 (+16 ms)Region opened successfully at 1732648633808 (+6 ms) 2024-11-26T19:17:13,808 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:17:13,813 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ed3f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:17:13,814 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:17:13,814 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:17:13,814 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:17:13,815 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:17:13,815 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:17:13,816 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T19:17:13,816 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:17:13,819 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:17:13,820 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Unable to get data of znode /1222757273/balancer because node does not exist (not necessarily an error) 2024-11-26T19:17:13,822 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1222757273/balancer already deleted, retry=false 2024-11-26T19:17:13,822 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:17:13,823 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Unable to get data of znode /1222757273/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:17:13,824 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1222757273/normalizer already deleted, retry=false 2024-11-26T19:17:13,825 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:17:13,826 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Unable to get data of znode /1222757273/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:17:13,827 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1222757273/switch/split already deleted, retry=false 2024-11-26T19:17:13,829 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Unable to get data of znode /1222757273/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:17:13,831 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1222757273/switch/merge already deleted, retry=false 2024-11-26T19:17:13,833 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Unable to get data of znode /1222757273/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:17:13,834 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1222757273/snapshot-cleanup already deleted, retry=false 2024-11-26T19:17:13,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1222757273/running 2024-11-26T19:17:13,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34915-0x10155b5c88e0004, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1222757273/running 2024-11-26T19:17:13,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1222757273 2024-11-26T19:17:13,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34915-0x10155b5c88e0004, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1222757273 2024-11-26T19:17:13,837 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,36177,1732648631987, sessionid=0x10155b5c88e0003, setting cluster-up flag (Was=false) 2024-11-26T19:17:13,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1222757273 2024-11-26T19:17:13,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34915-0x10155b5c88e0004, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1222757273 2024-11-26T19:17:13,846 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1222757273/flush-table-proc/acquired, /1222757273/flush-table-proc/reached, /1222757273/flush-table-proc/abort 2024-11-26T19:17:13,848 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,36177,1732648631987 2024-11-26T19:17:13,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1222757273 2024-11-26T19:17:13,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34915-0x10155b5c88e0004, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1222757273 2024-11-26T19:17:13,858 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1222757273/online-snapshot/acquired, /1222757273/online-snapshot/reached, /1222757273/online-snapshot/abort 2024-11-26T19:17:13,859 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,36177,1732648631987 2024-11-26T19:17:13,861 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:17:13,865 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:13,865 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:17:13,866 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:17:13,866 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,36177,1732648631987 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:17:13,867 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:13,867 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:13,868 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:13,868 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:13,868 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:17:13,868 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:13,868 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:17:13,868 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:13,869 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648663869 2024-11-26T19:17:13,869 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:17:13,869 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:17:13,869 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:17:13,869 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:17:13,869 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:17:13,869 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:17:13,869 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:13,870 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:17:13,870 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:17:13,870 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:17:13,870 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:17:13,870 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:17:13,870 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:17:13,871 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:13,871 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:17:13,871 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648633871,5,FailOnTimeoutGroup] 2024-11-26T19:17:13,872 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648633871,5,FailOnTimeoutGroup] 2024-11-26T19:17:13,872 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:13,872 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:17:13,873 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:13,873 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:13,873 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:13,873 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:17:13,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:17:13,959 INFO [RS:0;fe76acf732b2:34915 {}] regionserver.HRegionServer(746): ClusterId : bc396e2e-e59d-4502-b8a5-d6ac366e1e7b 2024-11-26T19:17:13,959 DEBUG [RS:0;fe76acf732b2:34915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:17:13,962 DEBUG [RS:0;fe76acf732b2:34915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:17:13,962 DEBUG [RS:0;fe76acf732b2:34915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:17:13,965 DEBUG [RS:0;fe76acf732b2:34915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:17:13,965 DEBUG [RS:0;fe76acf732b2:34915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106f49aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:17:13,978 DEBUG [RS:0;fe76acf732b2:34915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:34915 2024-11-26T19:17:13,978 INFO [RS:0;fe76acf732b2:34915 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:17:13,978 INFO [RS:0;fe76acf732b2:34915 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:17:13,978 DEBUG [RS:0;fe76acf732b2:34915 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:17:13,979 INFO [RS:0;fe76acf732b2:34915 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,36177,1732648631987 with port=34915, startcode=1732648632036 2024-11-26T19:17:13,980 DEBUG [RS:0;fe76acf732b2:34915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:17:13,982 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:17:13,982 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,34915,1732648632036 2024-11-26T19:17:13,983 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36177 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,34915,1732648632036 2024-11-26T19:17:13,986 DEBUG [RS:0;fe76acf732b2:34915 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226 2024-11-26T19:17:13,986 DEBUG [RS:0;fe76acf732b2:34915 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35375 2024-11-26T19:17:13,986 DEBUG [RS:0;fe76acf732b2:34915 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:17:13,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1222757273/rs 2024-11-26T19:17:13,996 DEBUG [RS:0;fe76acf732b2:34915 {}] zookeeper.ZKUtil(111): regionserver:34915-0x10155b5c88e0004, quorum=127.0.0.1:62768, baseZNode=/1222757273 Set watcher on existing znode=/1222757273/rs/fe76acf732b2,34915,1732648632036 2024-11-26T19:17:13,996 WARN [RS:0;fe76acf732b2:34915 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:17:13,996 INFO [RS:0;fe76acf732b2:34915 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:13,996 DEBUG [RS:0;fe76acf732b2:34915 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/WALs/fe76acf732b2,34915,1732648632036 2024-11-26T19:17:13,996 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,34915,1732648632036] 2024-11-26T19:17:14,000 INFO [RS:0;fe76acf732b2:34915 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:17:14,003 INFO [RS:0;fe76acf732b2:34915 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:17:14,004 INFO [RS:0;fe76acf732b2:34915 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:17:14,004 INFO [RS:0;fe76acf732b2:34915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:14,004 INFO [RS:0;fe76acf732b2:34915 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:17:14,005 INFO [RS:0;fe76acf732b2:34915 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:17:14,005 INFO [RS:0;fe76acf732b2:34915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:14,006 DEBUG [RS:0;fe76acf732b2:34915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:14,006 DEBUG [RS:0;fe76acf732b2:34915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:14,006 DEBUG [RS:0;fe76acf732b2:34915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:14,006 DEBUG [RS:0;fe76acf732b2:34915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:14,006 DEBUG [RS:0;fe76acf732b2:34915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:14,006 DEBUG [RS:0;fe76acf732b2:34915 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:17:14,006 DEBUG [RS:0;fe76acf732b2:34915 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:14,006 DEBUG [RS:0;fe76acf732b2:34915 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:14,006 DEBUG [RS:0;fe76acf732b2:34915 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:14,006 DEBUG [RS:0;fe76acf732b2:34915 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:14,006 DEBUG [RS:0;fe76acf732b2:34915 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:14,007 DEBUG [RS:0;fe76acf732b2:34915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:14,007 DEBUG [RS:0;fe76acf732b2:34915 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:17:14,007 DEBUG [RS:0;fe76acf732b2:34915 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:17:14,008 INFO [RS:0;fe76acf732b2:34915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:14,008 INFO [RS:0;fe76acf732b2:34915 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:14,008 INFO [RS:0;fe76acf732b2:34915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:14,008 INFO [RS:0;fe76acf732b2:34915 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:14,009 INFO [RS:0;fe76acf732b2:34915 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:14,009 INFO [RS:0;fe76acf732b2:34915 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34915,1732648632036-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:17:14,025 INFO [RS:0;fe76acf732b2:34915 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:17:14,025 INFO [RS:0;fe76acf732b2:34915 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34915,1732648632036-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:14,026 INFO [RS:0;fe76acf732b2:34915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:14,026 INFO [RS:0;fe76acf732b2:34915 {}] regionserver.Replication(171): fe76acf732b2,34915,1732648632036 started 2024-11-26T19:17:14,045 INFO [RS:0;fe76acf732b2:34915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:14,045 INFO [RS:0;fe76acf732b2:34915 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,34915,1732648632036, RpcServer on fe76acf732b2/172.17.0.2:34915, sessionid=0x10155b5c88e0004 2024-11-26T19:17:14,045 DEBUG [RS:0;fe76acf732b2:34915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:17:14,045 DEBUG [RS:0;fe76acf732b2:34915 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,34915,1732648632036 2024-11-26T19:17:14,045 DEBUG [RS:0;fe76acf732b2:34915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,34915,1732648632036' 2024-11-26T19:17:14,046 DEBUG [RS:0;fe76acf732b2:34915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1222757273/flush-table-proc/abort' 2024-11-26T19:17:14,046 DEBUG [RS:0;fe76acf732b2:34915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1222757273/flush-table-proc/acquired' 2024-11-26T19:17:14,047 DEBUG [RS:0;fe76acf732b2:34915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:17:14,047 DEBUG [RS:0;fe76acf732b2:34915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:17:14,047 DEBUG [RS:0;fe76acf732b2:34915 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,34915,1732648632036 2024-11-26T19:17:14,047 DEBUG [RS:0;fe76acf732b2:34915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,34915,1732648632036' 2024-11-26T19:17:14,047 DEBUG [RS:0;fe76acf732b2:34915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1222757273/online-snapshot/abort' 2024-11-26T19:17:14,047 DEBUG [RS:0;fe76acf732b2:34915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1222757273/online-snapshot/acquired' 2024-11-26T19:17:14,048 DEBUG [RS:0;fe76acf732b2:34915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:17:14,048 INFO [RS:0;fe76acf732b2:34915 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:17:14,048 INFO [RS:0;fe76acf732b2:34915 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:17:14,149 INFO [RS:0;fe76acf732b2:34915 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:17:14,151 INFO [RS:0;fe76acf732b2:34915 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C34915%2C1732648632036, suffix=, logDir=hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/WALs/fe76acf732b2,34915,1732648632036, archiveDir=hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/oldWALs, maxLogs=10 2024-11-26T19:17:14,167 DEBUG [RS:0;fe76acf732b2:34915 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/WALs/fe76acf732b2,34915,1732648632036/fe76acf732b2%2C34915%2C1732648632036.1732648634153, exclude list is [], retry=0 2024-11-26T19:17:14,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-4e5c08e5-cc3d-4d0b-a863-9f458354c4e1,DISK] 2024-11-26T19:17:14,174 INFO [RS:0;fe76acf732b2:34915 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/WALs/fe76acf732b2,34915,1732648632036/fe76acf732b2%2C34915%2C1732648632036.1732648634153 2024-11-26T19:17:14,174 DEBUG [RS:0;fe76acf732b2:34915 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41085:41085)] 2024-11-26T19:17:14,282 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:17:14,282 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226 2024-11-26T19:17:14,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741833_1009 (size=32) 2024-11-26T19:17:14,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:14,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:17:14,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:17:14,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:14,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:14,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:17:14,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:17:14,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:14,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:14,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:17:14,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:17:14,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:14,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:14,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:17:14,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:17:14,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:14,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:14,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:17:14,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/data/hbase/meta/1588230740 2024-11-26T19:17:14,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/data/hbase/meta/1588230740 2024-11-26T19:17:14,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:17:14,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:17:14,742 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:17:14,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:17:14,748 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:17:14,748 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74122268, jitterRate=0.10450786352157593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:17:14,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648634693Initializing all the Stores at 1732648634694 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648634695 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648634695Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648634695Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648634695Cleaning up temporary data from old regions at 1732648634742 (+47 ms)Region opened successfully at 1732648634749 (+7 ms) 2024-11-26T19:17:14,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:17:14,749 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:17:14,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:17:14,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:17:14,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:17:14,750 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:17:14,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648634749Disabling compacts and flushes for region at 1732648634749Disabling writes for close at 1732648634749Writing region close event to WAL at 1732648634749Closed at 1732648634750 (+1 ms) 2024-11-26T19:17:14,752 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:14,752 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:17:14,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:17:14,754 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:17:14,756 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:17:14,907 DEBUG [fe76acf732b2:36177 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:17:14,907 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,34915,1732648632036 2024-11-26T19:17:14,910 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,34915,1732648632036, state=OPENING 2024-11-26T19:17:14,913 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:17:14,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34915-0x10155b5c88e0004, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1222757273 2024-11-26T19:17:14,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1222757273 2024-11-26T19:17:14,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1222757273/meta-region-server: CHANGED 2024-11-26T19:17:14,916 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:17:14,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1222757273/meta-region-server: CHANGED 2024-11-26T19:17:14,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,34915,1732648632036}] 2024-11-26T19:17:15,070 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:17:15,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:17:15,078 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:17:15,079 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:15,079 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:17:15,082 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C34915%2C1732648632036.meta, suffix=.meta, logDir=hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/WALs/fe76acf732b2,34915,1732648632036, archiveDir=hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/oldWALs, maxLogs=10 2024-11-26T19:17:15,106 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/WALs/fe76acf732b2,34915,1732648632036/fe76acf732b2%2C34915%2C1732648632036.meta.1732648635084.meta, exclude list is [], retry=0 2024-11-26T19:17:15,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-4e5c08e5-cc3d-4d0b-a863-9f458354c4e1,DISK] 2024-11-26T19:17:15,114 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/WALs/fe76acf732b2,34915,1732648632036/fe76acf732b2%2C34915%2C1732648632036.meta.1732648635084.meta 2024-11-26T19:17:15,115 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41085:41085)] 2024-11-26T19:17:15,115 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:17:15,116 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:17:15,116 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:17:15,116 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:17:15,116 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:17:15,116 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:17:15,116 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:15,117 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:17:15,117 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:17:15,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:17:15,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:17:15,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:15,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:15,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:17:15,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:17:15,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:15,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:15,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:17:15,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:17:15,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:15,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:15,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:17:15,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:17:15,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:15,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:15,127 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:17:15,128 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/data/hbase/meta/1588230740 2024-11-26T19:17:15,130 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/data/hbase/meta/1588230740 2024-11-26T19:17:15,132 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:17:15,132 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:17:15,133 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:17:15,135 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:17:15,136 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73322318, jitterRate=0.0925876796245575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:17:15,136 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:17:15,137 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648635117Writing region info on filesystem at 1732648635117Initializing all the Stores at 1732648635118 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648635118Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648635119 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648635119Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648635119Cleaning up temporary data from old regions at 1732648635132 (+13 ms)Running coprocessor post-open hooks at 1732648635136 (+4 ms)Region opened successfully at 1732648635136 2024-11-26T19:17:15,138 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648635070 2024-11-26T19:17:15,141 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:17:15,142 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:17:15,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,34915,1732648632036 2024-11-26T19:17:15,144 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,34915,1732648632036, state=OPEN 2024-11-26T19:17:15,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34915-0x10155b5c88e0004, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1222757273/meta-region-server 2024-11-26T19:17:15,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1222757273/meta-region-server 2024-11-26T19:17:15,146 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,34915,1732648632036 2024-11-26T19:17:15,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1222757273/meta-region-server: CHANGED 2024-11-26T19:17:15,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1222757273/meta-region-server: CHANGED 2024-11-26T19:17:15,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:17:15,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,34915,1732648632036 in 230 msec 2024-11-26T19:17:15,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:17:15,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 399 msec 2024-11-26T19:17:15,157 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:15,157 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:17:15,160 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:17:15,160 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,34915,1732648632036, seqNum=-1] 2024-11-26T19:17:15,161 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:17:15,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:17:15,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3050 sec 2024-11-26T19:17:15,170 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648635170, completionTime=-1 2024-11-26T19:17:15,171 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:17:15,171 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:17:15,173 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:17:15,173 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648695173 2024-11-26T19:17:15,173 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732648755173 2024-11-26T19:17:15,173 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T19:17:15,173 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,36177,1732648631987-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:15,174 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,36177,1732648631987-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:15,174 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,36177,1732648631987-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:15,174 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:36177, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:15,174 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:15,174 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:15,176 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:17:15,179 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.102sec 2024-11-26T19:17:15,179 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:17:15,179 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:17:15,179 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:17:15,179 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:17:15,179 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:17:15,179 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,36177,1732648631987-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:17:15,179 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,36177,1732648631987-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:17:15,182 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:17:15,182 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:17:15,182 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,36177,1732648631987-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:15,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:15,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,36177,-1 for getting cluster id 2024-11-26T19:17:15,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:15,263 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc396e2e-e59d-4502-b8a5-d6ac366e1e7b' 2024-11-26T19:17:15,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:15,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc396e2e-e59d-4502-b8a5-d6ac366e1e7b" 2024-11-26T19:17:15,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e065751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:15,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,36177,-1] 2024-11-26T19:17:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:15,267 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:15,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:15,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:17:15,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,34915,1732648632036, seqNum=-1] 2024-11-26T19:17:15,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:17:15,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:17:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,36177,1732648631987 2024-11-26T19:17:15,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62768 2024-11-26T19:17:15,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:17:15,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10155b5c88e0005 connected 2024-11-26T19:17:15,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:15,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,42249,-1 for getting cluster id 2024-11-26T19:17:15,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:15,290 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5559e3d-5452-495f-88a9-8ec2ffdff85f' 2024-11-26T19:17:15,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:15,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5559e3d-5452-495f-88a9-8ec2ffdff85f" 2024-11-26T19:17:15,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357962c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:15,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,42249,-1] 2024-11-26T19:17:15,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:15,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:15,293 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:15,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffee48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:15,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:17:15,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,42249,1732648627113 2024-11-26T19:17:15,313 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@558aea1e 2024-11-26T19:17:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:17:15,316 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:17:15,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fe76acf732b2:36177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T19:17:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T19:17:15,332 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T19:17:15,337 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:36177' 2024-11-26T19:17:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:15,340 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a2070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:15,340 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,36177,-1 for getting cluster id 2024-11-26T19:17:15,341 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:15,342 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc396e2e-e59d-4502-b8a5-d6ac366e1e7b' 2024-11-26T19:17:15,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:15,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc396e2e-e59d-4502-b8a5-d6ac366e1e7b" 2024-11-26T19:17:15,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be77184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:15,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,36177,-1] 2024-11-26T19:17:15,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:15,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:15,345 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:15,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a54507f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:15,347 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:17:15,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,36177,1732648631987 2024-11-26T19:17:15,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26503ce 2024-11-26T19:17:15,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:17:15,356 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:17:15,369 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T19:17:15,369 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T19:17:15,375 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:15,376 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:15,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:17:15,378 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:17:15,386 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T19:17:15,389 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:17:15,389 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:15,391 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:17:15,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741835_1011 (size=1138) 2024-11-26T19:17:15,404 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c0149a3e77e65bff62b87a33e709537, NAME => 'hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601 2024-11-26T19:17:15,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741836_1012 (size=44) 2024-11-26T19:17:15,438 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T19:17:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:15,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:15,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5c0149a3e77e65bff62b87a33e709537, disabling compactions & flushes 2024-11-26T19:17:15,813 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. 2024-11-26T19:17:15,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. 2024-11-26T19:17:15,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. after waiting 0 ms 2024-11-26T19:17:15,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. 2024-11-26T19:17:15,814 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. 2024-11-26T19:17:15,814 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c0149a3e77e65bff62b87a33e709537: Waiting for close lock at 1732648635813Disabling compacts and flushes for region at 1732648635813Disabling writes for close at 1732648635813Writing region close event to WAL at 1732648635814 (+1 ms)Closed at 1732648635814 2024-11-26T19:17:15,816 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:17:15,821 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732648635816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648635816"}]},"ts":"1732648635816"} 2024-11-26T19:17:15,824 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:17:15,826 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:17:15,829 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648635826"}]},"ts":"1732648635826"} 2024-11-26T19:17:15,832 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T19:17:15,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c0149a3e77e65bff62b87a33e709537, ASSIGN}] 2024-11-26T19:17:15,836 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c0149a3e77e65bff62b87a33e709537, ASSIGN 2024-11-26T19:17:15,838 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c0149a3e77e65bff62b87a33e709537, ASSIGN; state=OFFLINE, location=fe76acf732b2,46579,1732648627788; forceNewPlan=false, retain=false 2024-11-26T19:17:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:15,989 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5c0149a3e77e65bff62b87a33e709537, regionState=OPENING, regionLocation=fe76acf732b2,46579,1732648627788 2024-11-26T19:17:15,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c0149a3e77e65bff62b87a33e709537, ASSIGN because future has completed 2024-11-26T19:17:15,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c0149a3e77e65bff62b87a33e709537, server=fe76acf732b2,46579,1732648627788}] 2024-11-26T19:17:15,995 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:17:16,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. 2024-11-26T19:17:16,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:16,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T19:17:16,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C46579%2C1732648627788.rep, suffix=, logDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788, archiveDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/oldWALs, maxLogs=10 2024-11-26T19:17:16,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788/fe76acf732b2%2C46579%2C1732648627788.rep.1732648636158, exclude list is [], retry=0 2024-11-26T19:17:16,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46449,DS-ea9499e8-cabf-4b04-a83b-0df4f65673fe,DISK] 2024-11-26T19:17:16,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788/fe76acf732b2%2C46579%2C1732648627788.rep.1732648636158 2024-11-26T19:17:16,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43635:43635)] 2024-11-26T19:17:16,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c0149a3e77e65bff62b87a33e709537, NAME => 'hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:17:16,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:17:16,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:17:16,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. service=MultiRowMutationService 2024-11-26T19:17:16,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T19:17:16,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:16,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:16,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:16,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:16,185 INFO [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:16,187 INFO [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c0149a3e77e65bff62b87a33e709537 columnFamilyName hfileref 2024-11-26T19:17:16,187 DEBUG [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:16,188 INFO [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] regionserver.HStore(327): Store=5c0149a3e77e65bff62b87a33e709537/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:16,188 INFO [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:16,190 INFO [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c0149a3e77e65bff62b87a33e709537 columnFamilyName queue 2024-11-26T19:17:16,190 DEBUG [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:16,191 INFO [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] regionserver.HStore(327): Store=5c0149a3e77e65bff62b87a33e709537/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:16,191 INFO [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:16,193 INFO [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c0149a3e77e65bff62b87a33e709537 columnFamilyName sid 2024-11-26T19:17:16,194 DEBUG [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:16,194 INFO [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] regionserver.HStore(327): Store=5c0149a3e77e65bff62b87a33e709537/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:16,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:16,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/replication/5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:16,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/replication/5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:16,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:16,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:16,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:17:16,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:16,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/replication/5c0149a3e77e65bff62b87a33e709537/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:17:16,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 5c0149a3e77e65bff62b87a33e709537; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70718972, jitterRate=0.053794801235198975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:17:16,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:16,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 5c0149a3e77e65bff62b87a33e709537: Running coprocessor pre-open hook at 1732648636183Writing region info on filesystem at 1732648636183Initializing all the Stores at 1732648636185 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648636185Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648636185Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648636185Cleaning up temporary data from old regions at 1732648636198 (+13 ms)Running coprocessor post-open hooks at 1732648636205 (+7 ms)Region opened successfully at 1732648636206 (+1 ms) 2024-11-26T19:17:16,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537., pid=7, masterSystemTime=1732648636148 2024-11-26T19:17:16,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. 2024-11-26T19:17:16,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. 2024-11-26T19:17:16,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5c0149a3e77e65bff62b87a33e709537, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,46579,1732648627788 2024-11-26T19:17:16,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c0149a3e77e65bff62b87a33e709537, server=fe76acf732b2,46579,1732648627788 because future has completed 2024-11-26T19:17:16,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T19:17:16,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c0149a3e77e65bff62b87a33e709537, server=fe76acf732b2,46579,1732648627788 in 224 msec 2024-11-26T19:17:16,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T19:17:16,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c0149a3e77e65bff62b87a33e709537, ASSIGN in 387 msec 2024-11-26T19:17:16,226 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:17:16,226 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648636226"}]},"ts":"1732648636226"} 2024-11-26T19:17:16,229 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T19:17:16,231 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:17:16,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 852 msec 2024-11-26T19:17:16,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537., hostname=fe76acf732b2,46579,1732648627788, seqNum=2] 2024-11-26T19:17:16,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46579 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-26T19:17:16,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:16,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:16,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T19:17:16,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46579 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T19:17:16,443 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T19:17:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:16,491 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-fe76acf732b2,46579,1732648627788, ReplicationSource: 1, currentBandwidth=0 2024-11-26T19:17:16,492 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:17:16,492 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,46579,1732648627788, seqNum=-1] 2024-11-26T19:17:16,493 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:17:16,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T19:17:16,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fe76acf732b2,46579,1732648627788', locateType=CURRENT is [region=hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537., hostname=fe76acf732b2,46579,1732648627788, seqNum=2] 2024-11-26T19:17:16,509 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T19:17:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T19:17:16,516 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fe76acf732b2,46579,1732648627788 suceeded 2024-11-26T19:17:16,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T19:17:16,521 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fe76acf732b2:36177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T19:17:16,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 237 msec 2024-11-26T19:17:16,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2000 sec 2024-11-26T19:17:16,533 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46579,1732648627788 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:36177' 2024-11-26T19:17:16,534 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46579,1732648627788 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79f262a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:16,534 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46579,1732648627788 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,36177,-1 for getting cluster id 2024-11-26T19:17:16,535 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46579,1732648627788 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:16,536 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc396e2e-e59d-4502-b8a5-d6ac366e1e7b' 2024-11-26T19:17:16,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:16,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc396e2e-e59d-4502-b8a5-d6ac366e1e7b" 2024-11-26T19:17:16,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ecca8de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:16,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,36177,-1] 2024-11-26T19:17:16,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:16,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:16,538 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:16,539 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46579,1732648627788 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a3761d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:16,539 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46579,1732648627788 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:17:16,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,36177,1732648631987 2024-11-26T19:17:16,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1283932c 2024-11-26T19:17:16,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:17:16,542 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T19:17:16,543 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46579,1732648627788 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fe76acf732b2,46579,1732648627788 (queues=1) is replicating from cluster=c5559e3d-5452-495f-88a9-8ec2ffdff85f to cluster=bc396e2e-e59d-4502-b8a5-d6ac366e1e7b 2024-11-26T19:17:16,547 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46579,1732648627788 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fe76acf732b2%2C46579%2C1732648627788 2024-11-26T19:17:16,552 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46579,1732648627788 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fe76acf732b2,46579,1732648627788, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T19:17:16,555 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46579,1732648627788.replicationSource.shipperfe76acf732b2%2C46579%2C1732648627788,1-fe76acf732b2,46579,1732648627788 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fe76acf732b2%2C46579%2C1732648627788 2024-11-26T19:17:16,559 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46579,1732648627788.replicationSource.wal-reader.fe76acf732b2%2C46579%2C1732648627788,1-fe76acf732b2,46579,1732648627788 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788/fe76acf732b2%2C46579%2C1732648627788.1732648629525, startPosition=0, beingWritten=true 2024-11-26T19:17:16,826 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46579,1732648627788.replicationSource.wal-reader.fe76acf732b2%2C46579%2C1732648627788,1-fe76acf732b2,46579,1732648627788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788/fe76acf732b2%2C46579%2C1732648627788.1732648629525 to pos 0, reset compression=false 2024-11-26T19:17:17,140 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46579,1732648627788.replicationSource.wal-reader.fe76acf732b2%2C46579%2C1732648627788,1-fe76acf732b2,46579,1732648627788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788/fe76acf732b2%2C46579%2C1732648627788.1732648629525 to pos 0, reset compression=false 2024-11-26T19:17:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:17,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:17:17,493 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T19:17:17,493 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:17,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:17,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:17,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:17:17,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:17,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,42249,-1 for getting cluster id 2024-11-26T19:17:17,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:17,497 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5559e3d-5452-495f-88a9-8ec2ffdff85f' 2024-11-26T19:17:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5559e3d-5452-495f-88a9-8ec2ffdff85f" 2024-11-26T19:17:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774b2299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,42249,-1] 2024-11-26T19:17:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:17,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:17,500 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:17,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c377156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:17,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:17:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,42249,1732648627113 2024-11-26T19:17:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@784ec8e3 2024-11-26T19:17:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:17:17,506 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:17:17,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://fe76acf732b2:36177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T19:17:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T19:17:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T19:17:17,511 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:36177' 2024-11-26T19:17:17,513 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506ebaf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:17,513 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,36177,-1 for getting cluster id 2024-11-26T19:17:17,513 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:17,514 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc396e2e-e59d-4502-b8a5-d6ac366e1e7b' 2024-11-26T19:17:17,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:17,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc396e2e-e59d-4502-b8a5-d6ac366e1e7b" 2024-11-26T19:17:17,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T19:17:17,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525ca640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:17,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,36177,-1] 2024-11-26T19:17:17,515 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T19:17:17,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:17,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:17,516 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:17,517 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T19:17:17,517 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T19:17:17,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e74f6e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:17,517 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:17:17,518 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:17:17,518 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T19:17:17,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,36177,1732648631987 2024-11-26T19:17:17,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fe5e387 2024-11-26T19:17:17,518 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:17:17,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:17:17,518 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T19:17:17,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T19:17:17,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T19:17:17,519 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:17:17,521 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-26T19:17:17,521 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T19:17:17,521 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:17,521 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:17,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:17:17,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T19:17:17,550 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46579,1732648627788.replicationSource.wal-reader.fe76acf732b2%2C46579%2C1732648627788,1-fe76acf732b2,46579,1732648627788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788/fe76acf732b2%2C46579%2C1732648627788.1732648629525 to pos 0, reset compression=false 2024-11-26T19:17:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T19:17:17,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46579 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-26T19:17:17,691 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-26T19:17:17,723 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-fe76acf732b2,46579,1732648627788, ReplicationSource: 2, currentBandwidth=0 2024-11-26T19:17:17,727 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-26T19:17:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-26T19:17:17,731 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on fe76acf732b2,46579,1732648627788 suceeded 2024-11-26T19:17:17,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T19:17:17,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-26T19:17:17,735 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://fe76acf732b2:36177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T19:17:17,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 228 msec 2024-11-26T19:17:17,745 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,46579,1732648627788 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:36177' 2024-11-26T19:17:17,746 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,46579,1732648627788 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48af99a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:17,747 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,46579,1732648627788 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,36177,-1 for getting cluster id 2024-11-26T19:17:17,747 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,46579,1732648627788 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:17,748 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc396e2e-e59d-4502-b8a5-d6ac366e1e7b' 2024-11-26T19:17:17,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:17,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc396e2e-e59d-4502-b8a5-d6ac366e1e7b" 2024-11-26T19:17:17,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@608a1f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:17,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,36177,-1] 2024-11-26T19:17:17,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:17,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:17,751 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:17,752 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,46579,1732648627788 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60a72c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:17,752 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,46579,1732648627788 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:17:17,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,36177,1732648631987 2024-11-26T19:17:17,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19a3c7eb 2024-11-26T19:17:17,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:17:17,754 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T19:17:17,755 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,46579,1732648627788 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-fe76acf732b2,46579,1732648627788 (queues=1) is replicating from cluster=c5559e3d-5452-495f-88a9-8ec2ffdff85f to cluster=bc396e2e-e59d-4502-b8a5-d6ac366e1e7b 2024-11-26T19:17:17,755 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,46579,1732648627788 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=fe76acf732b2%2C46579%2C1732648627788 2024-11-26T19:17:17,755 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,46579,1732648627788 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-fe76acf732b2,46579,1732648627788, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T19:17:17,756 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,46579,1732648627788.replicationSource.shipperfe76acf732b2%2C46579%2C1732648627788,2-fe76acf732b2,46579,1732648627788 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fe76acf732b2%2C46579%2C1732648627788 2024-11-26T19:17:17,756 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,46579,1732648627788.replicationSource.wal-reader.fe76acf732b2%2C46579%2C1732648627788,2-fe76acf732b2,46579,1732648627788 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788/fe76acf732b2%2C46579%2C1732648627788.1732648629525, startPosition=0, beingWritten=true 2024-11-26T19:17:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T19:17:17,833 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-26T19:17:17,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:17:17,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:17,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:17,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:17,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:17:17,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:17:17,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,42249,1732648627113 2024-11-26T19:17:17,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2417cebe 2024-11-26T19:17:17,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:17:17,840 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:17:17,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T19:17:17,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T19:17:17,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T19:17:17,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T19:17:17,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://fe76acf732b2:36177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T19:17:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T19:17:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T19:17:17,859 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:36177' 2024-11-26T19:17:17,860 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a435fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:17,860 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,36177,-1 for getting cluster id 2024-11-26T19:17:17,861 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:17,862 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc396e2e-e59d-4502-b8a5-d6ac366e1e7b' 2024-11-26T19:17:17,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:17,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc396e2e-e59d-4502-b8a5-d6ac366e1e7b" 2024-11-26T19:17:17,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee66914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:17,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,36177,-1] 2024-11-26T19:17:17,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:17,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:17,864 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:17,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126b81a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:17,866 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:17:17,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,36177,1732648631987 2024-11-26T19:17:17,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a7bb78d 2024-11-26T19:17:17,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:17:17,868 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:17:17,870 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T19:17:17,870 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T19:17:17,870 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:17,870 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:17,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:17:17,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T19:17:17,963 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,46579,1732648627788.replicationSource.wal-reader.fe76acf732b2%2C46579%2C1732648627788,2-fe76acf732b2,46579,1732648627788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788/fe76acf732b2%2C46579%2C1732648627788.1732648629525 to pos 0, reset compression=false 2024-11-26T19:17:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T19:17:18,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46579 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-26T19:17:18,031 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-26T19:17:18,033 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-26T19:17:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-26T19:17:18,038 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on fe76acf732b2,46579,1732648627788 suceeded 2024-11-26T19:17:18,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-26T19:17:18,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-26T19:17:18,042 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://fe76acf732b2:36177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T19:17:18,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 192 msec 2024-11-26T19:17:18,058 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46579,1732648627788.replicationSource.wal-reader.fe76acf732b2%2C46579%2C1732648627788,1-fe76acf732b2,46579,1732648627788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788/fe76acf732b2%2C46579%2C1732648627788.1732648629525 to pos 0, reset compression=false 2024-11-26T19:17:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T19:17:18,173 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-26T19:17:18,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://fe76acf732b2:36177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T19:17:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T19:17:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T19:17:18,178 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:36177' 2024-11-26T19:17:18,179 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ac4bbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:18,179 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,36177,-1 for getting cluster id 2024-11-26T19:17:18,179 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:18,180 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc396e2e-e59d-4502-b8a5-d6ac366e1e7b' 2024-11-26T19:17:18,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:18,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc396e2e-e59d-4502-b8a5-d6ac366e1e7b" 2024-11-26T19:17:18,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b87725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:18,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,36177,-1] 2024-11-26T19:17:18,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:18,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:18,182 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:18,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aceed08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:18,183 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:17:18,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,36177,1732648631987 2024-11-26T19:17:18,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42355a30 2024-11-26T19:17:18,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:17:18,185 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:17:18,186 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T19:17:18,186 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T19:17:18,186 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:18,186 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:18,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:17:18,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T19:17:18,272 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,46579,1732648627788.replicationSource.wal-reader.fe76acf732b2%2C46579%2C1732648627788,2-fe76acf732b2,46579,1732648627788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788/fe76acf732b2%2C46579%2C1732648627788.1732648629525 to pos 0, reset compression=false 2024-11-26T19:17:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T19:17:18,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46579 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-26T19:17:18,347 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-26T19:17:18,348 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-26T19:17:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-26T19:17:18,352 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on fe76acf732b2,46579,1732648627788 suceeded 2024-11-26T19:17:18,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-26T19:17:18,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-26T19:17:18,354 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://fe76acf732b2:36177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T19:17:18,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 180 msec 2024-11-26T19:17:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T19:17:18,493 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-26T19:17:18,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T19:17:18,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T19:17:18,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:17:18,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:18,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:18,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:18,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:17:18,496 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:17:18,496 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2126825962, stopped=false 2024-11-26T19:17:18,496 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,42249,1732648627113 2024-11-26T19:17:18,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1420583537/running 2024-11-26T19:17:18,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1420583537/running 2024-11-26T19:17:18,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:18,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:18,504 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:17:18,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:17:18,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:18,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:18,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Set watcher on znode that does not yet exist, /0-1420583537/running 2024-11-26T19:17:18,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Set watcher on znode that does not yet exist, /0-1420583537/running 2024-11-26T19:17:18,505 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,46579,1732648627788' ***** 2024-11-26T19:17:18,505 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:17:18,506 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:17:18,506 INFO [RS:0;fe76acf732b2:46579 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:17:18,506 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:17:18,506 INFO [RS:0;fe76acf732b2:46579 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:17:18,506 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:18,507 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,46579,1732648627788 2024-11-26T19:17:18,507 INFO [RS:0;fe76acf732b2:46579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:17:18,507 INFO [RS:0;fe76acf732b2:46579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:46579. 2024-11-26T19:17:18,507 DEBUG [RS:0;fe76acf732b2:46579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:18,507 DEBUG [RS:0;fe76acf732b2:46579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:18,507 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c0149a3e77e65bff62b87a33e709537, disabling compactions & flushes 2024-11-26T19:17:18,507 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:17:18,507 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:17:18,507 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. 2024-11-26T19:17:18,507 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:17:18,507 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. 2024-11-26T19:17:18,508 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:17:18,508 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. after waiting 1 ms 2024-11-26T19:17:18,508 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. 2024-11-26T19:17:18,508 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T19:17:18,508 DEBUG [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(1325): Online Regions={5c0149a3e77e65bff62b87a33e709537=hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:17:18,508 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:17:18,508 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:17:18,508 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:17:18,508 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:17:18,508 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:17:18,508 DEBUG [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:18,512 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T19:17:18,512 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5c0149a3e77e65bff62b87a33e709537 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-26T19:17:18,575 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:17:18,589 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/replication/5c0149a3e77e65bff62b87a33e709537/.tmp/queue/90bca0c601114cfdb41cc18e07d8eac6 is 151, key is 1-fe76acf732b2,46579,1732648627788/queue:fe76acf732b2%2C46579%2C1732648627788/1732648636499/Put/seqid=0 2024-11-26T19:17:18,589 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/.tmp/info/e43f4830265248d6a4f120ecd9eca8ab is 147, key is hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537./info:regioninfo/1732648636213/Put/seqid=0 2024-11-26T19:17:18,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741839_1015 (size=6631) 2024-11-26T19:17:18,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741838_1014 (size=5500) 2024-11-26T19:17:18,608 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/replication/5c0149a3e77e65bff62b87a33e709537/.tmp/queue/90bca0c601114cfdb41cc18e07d8eac6 2024-11-26T19:17:18,665 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46579,1732648627788.replicationSource.wal-reader.fe76acf732b2%2C46579%2C1732648627788,1-fe76acf732b2,46579,1732648627788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788/fe76acf732b2%2C46579%2C1732648627788.1732648629525 to pos 0, reset compression=false 2024-11-26T19:17:18,666 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/replication/5c0149a3e77e65bff62b87a33e709537/.tmp/queue/90bca0c601114cfdb41cc18e07d8eac6 as hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/replication/5c0149a3e77e65bff62b87a33e709537/queue/90bca0c601114cfdb41cc18e07d8eac6 2024-11-26T19:17:18,679 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/replication/5c0149a3e77e65bff62b87a33e709537/queue/90bca0c601114cfdb41cc18e07d8eac6, entries=2, sequenceid=6, filesize=5.4 K 2024-11-26T19:17:18,680 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,46579,1732648627788.replicationSource.wal-reader.fe76acf732b2%2C46579%2C1732648627788,2-fe76acf732b2,46579,1732648627788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788/fe76acf732b2%2C46579%2C1732648627788.1732648629525 to pos 0, reset compression=false 2024-11-26T19:17:18,690 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 5c0149a3e77e65bff62b87a33e709537 in 175ms, sequenceid=6, compaction requested=false 2024-11-26T19:17:18,690 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T19:17:18,709 DEBUG [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:18,713 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/replication/5c0149a3e77e65bff62b87a33e709537/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T19:17:18,717 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:17:18,717 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:17:18,717 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. 2024-11-26T19:17:18,717 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c0149a3e77e65bff62b87a33e709537: Waiting for close lock at 1732648638507Running coprocessor pre-close hooks at 1732648638507Disabling compacts and flushes for region at 1732648638507Disabling writes for close at 1732648638508 (+1 ms)Obtaining lock to block concurrent updates at 1732648638512 (+4 ms)Preparing flush snapshotting stores in 5c0149a3e77e65bff62b87a33e709537 at 1732648638512Finished memstore snapshotting hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732648638520 (+8 ms)Flushing stores of hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. at 1732648638522 (+2 ms)Flushing 5c0149a3e77e65bff62b87a33e709537/queue: creating writer at 1732648638524 (+2 ms)Flushing 5c0149a3e77e65bff62b87a33e709537/queue: appending metadata at 1732648638569 (+45 ms)Flushing 5c0149a3e77e65bff62b87a33e709537/queue: closing flushed file at 1732648638573 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@792dcfdb: reopening flushed file at 1732648638664 (+91 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 5c0149a3e77e65bff62b87a33e709537 in 175ms, sequenceid=6, compaction requested=false at 1732648638690 (+26 ms)Writing region close event to WAL at 1732648638705 (+15 ms)Running coprocessor post-close hooks at 1732648638715 (+10 ms)Closed at 1732648638717 (+2 ms) 2024-11-26T19:17:18,719 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. 2024-11-26T19:17:18,909 DEBUG [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:17:19,009 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/.tmp/info/e43f4830265248d6a4f120ecd9eca8ab 2024-11-26T19:17:19,042 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/.tmp/ns/db1622d8a00546cd92a6a4d7a5354a8e is 43, key is default/ns:d/1732648630621/Put/seqid=0 2024-11-26T19:17:19,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741840_1016 (size=5153) 2024-11-26T19:17:19,109 DEBUG [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:17:19,192 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,46579,1732648627788.replicationSource.wal-reader.fe76acf732b2%2C46579%2C1732648627788,2-fe76acf732b2,46579,1732648627788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788/fe76acf732b2%2C46579%2C1732648627788.1732648629525 to pos 0, reset compression=false 2024-11-26T19:17:19,309 DEBUG [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:17:19,368 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:17:19,368 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:17:19,373 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46579,1732648627788.replicationSource.wal-reader.fe76acf732b2%2C46579%2C1732648627788,1-fe76acf732b2,46579,1732648627788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788/fe76acf732b2%2C46579%2C1732648627788.1732648629525 to pos 0, reset compression=false 2024-11-26T19:17:19,451 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/.tmp/ns/db1622d8a00546cd92a6a4d7a5354a8e 2024-11-26T19:17:19,485 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/.tmp/table/c981d0d856d645e1b5acaf56fdfb1120 is 53, key is hbase:replication/table:state/1732648636226/Put/seqid=0 2024-11-26T19:17:19,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741841_1017 (size=5256) 2024-11-26T19:17:19,510 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T19:17:19,510 DEBUG [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:17:19,510 DEBUG [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:17:19,710 DEBUG [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:17:19,800 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,46579,1732648627788.replicationSource.wal-reader.fe76acf732b2%2C46579%2C1732648627788,2-fe76acf732b2,46579,1732648627788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788/fe76acf732b2%2C46579%2C1732648627788.1732648629525 to pos 0, reset compression=false 2024-11-26T19:17:19,892 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/.tmp/table/c981d0d856d645e1b5acaf56fdfb1120 2024-11-26T19:17:19,905 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/.tmp/info/e43f4830265248d6a4f120ecd9eca8ab as hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/info/e43f4830265248d6a4f120ecd9eca8ab 2024-11-26T19:17:19,910 DEBUG [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:17:19,915 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/info/e43f4830265248d6a4f120ecd9eca8ab, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T19:17:19,917 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/.tmp/ns/db1622d8a00546cd92a6a4d7a5354a8e as hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/ns/db1622d8a00546cd92a6a4d7a5354a8e 2024-11-26T19:17:19,926 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/ns/db1622d8a00546cd92a6a4d7a5354a8e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T19:17:19,929 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/.tmp/table/c981d0d856d645e1b5acaf56fdfb1120 as hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/table/c981d0d856d645e1b5acaf56fdfb1120 2024-11-26T19:17:19,937 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/table/c981d0d856d645e1b5acaf56fdfb1120, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T19:17:19,938 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1430ms, sequenceid=11, compaction requested=false 2024-11-26T19:17:19,952 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T19:17:19,953 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:17:19,953 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:17:19,953 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:17:19,953 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648638508Running coprocessor pre-close hooks at 1732648638508Disabling compacts and flushes for region at 1732648638508Disabling writes for close at 1732648638508Obtaining lock to block concurrent updates at 1732648638512 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732648638512Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732648638520 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732648638522 (+2 ms)Flushing 1588230740/info: creating writer at 1732648638524 (+2 ms)Flushing 1588230740/info: appending metadata at 1732648638570 (+46 ms)Flushing 1588230740/info: closing flushed file at 1732648638573 (+3 ms)Flushing 1588230740/ns: creating writer at 1732648639018 (+445 ms)Flushing 1588230740/ns: appending metadata at 1732648639041 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732648639041Flushing 1588230740/table: creating writer at 1732648639461 (+420 ms)Flushing 1588230740/table: appending metadata at 1732648639485 (+24 ms)Flushing 1588230740/table: closing flushed file at 1732648639485Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@485d1e9f: reopening flushed file at 1732648639903 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23861d7: reopening flushed file at 1732648639916 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d216f37: reopening flushed file at 1732648639927 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1430ms, sequenceid=11, compaction requested=false at 1732648639938 (+11 ms)Writing region close event to WAL at 1732648639944 (+6 ms)Running coprocessor post-close hooks at 1732648639953 (+9 ms)Closed at 1732648639953 2024-11-26T19:17:19,953 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:17:20,111 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,46579,1732648627788; all regions closed. 2024-11-26T19:17:20,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741834_1010 (size=2742) 2024-11-26T19:17:20,124 DEBUG [RS:0;fe76acf732b2:46579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/oldWALs 2024-11-26T19:17:20,124 INFO [RS:0;fe76acf732b2:46579 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C46579%2C1732648627788.meta:.meta(num 1732648630450) 2024-11-26T19:17:20,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741837_1013 (size=1802) 2024-11-26T19:17:20,143 DEBUG [RS:0;fe76acf732b2:46579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/oldWALs 2024-11-26T19:17:20,143 INFO [RS:0;fe76acf732b2:46579 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C46579%2C1732648627788.rep:(num 1732648636158) 2024-11-26T19:17:20,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741832_1008 (size=93) 2024-11-26T19:17:20,152 DEBUG [RS:0;fe76acf732b2:46579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/oldWALs 2024-11-26T19:17:20,152 INFO [RS:0;fe76acf732b2:46579 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C46579%2C1732648627788:(num 1732648629525) 2024-11-26T19:17:20,152 DEBUG [RS:0;fe76acf732b2:46579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:20,153 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:17:20,153 INFO [RS:0;fe76acf732b2:46579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:17:20,153 INFO [RS:0;fe76acf732b2:46579 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T19:17:20,153 INFO [RS:0;fe76acf732b2:46579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:17:20,153 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:17:20,154 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fe76acf732b2,46579,1732648627788 because: Region server is closing 2024-11-26T19:17:20,155 INFO [RS:0;fe76acf732b2:46579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:46579. 2024-11-26T19:17:20,155 DEBUG [RS:0;fe76acf732b2:46579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:20,155 DEBUG [RS:0;fe76acf732b2:46579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:20,155 DEBUG [RS:0;fe76acf732b2:46579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:20,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:17:20,255 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46579,1732648627788.replicationSource.shipperfe76acf732b2%2C46579%2C1732648627788,1-fe76acf732b2,46579,1732648627788 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T19:17:20,256 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46579,1732648627788.replicationSource.shipperfe76acf732b2%2C46579%2C1732648627788,1-fe76acf732b2,46579,1732648627788 terminated 2024-11-26T19:17:20,257 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-fe76acf732b2,46579,1732648627788 because: Region server is closing 2024-11-26T19:17:20,257 INFO [RS:0;fe76acf732b2:46579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:46579. 2024-11-26T19:17:20,257 DEBUG [RS:0;fe76acf732b2:46579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:20,257 DEBUG [RS:0;fe76acf732b2:46579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:20,257 DEBUG [RS:0;fe76acf732b2:46579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:20,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:17:20,358 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,46579,1732648627788.replicationSource.wal-reader.fe76acf732b2%2C46579%2C1732648627788,2-fe76acf732b2,46579,1732648627788 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T19:17:20,358 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,46579,1732648627788.replicationSource.shipperfe76acf732b2%2C46579%2C1732648627788,2-fe76acf732b2,46579,1732648627788 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T19:17:20,358 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,46579,1732648627788.replicationSource.shipperfe76acf732b2%2C46579%2C1732648627788,2-fe76acf732b2,46579,1732648627788 terminated 2024-11-26T19:17:20,359 INFO [RS:0;fe76acf732b2:46579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46579 2024-11-26T19:17:20,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1420583537/rs/fe76acf732b2,46579,1732648627788 2024-11-26T19:17:20,364 INFO [RS:0;fe76acf732b2:46579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:17:20,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537/rs 2024-11-26T19:17:20,370 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,46579,1732648627788] 2024-11-26T19:17:20,371 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1420583537/draining/fe76acf732b2,46579,1732648627788 already deleted, retry=false 2024-11-26T19:17:20,371 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,46579,1732648627788 expired; onlineServers=0 2024-11-26T19:17:20,371 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,42249,1732648627113' ***** 2024-11-26T19:17:20,372 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:17:20,372 INFO [M:0;fe76acf732b2:42249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:17:20,372 INFO [M:0;fe76acf732b2:42249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:17:20,372 DEBUG [M:0;fe76acf732b2:42249 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:17:20,372 DEBUG [M:0;fe76acf732b2:42249 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:17:20,372 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:17:20,372 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648629186 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648629186,5,FailOnTimeoutGroup] 2024-11-26T19:17:20,372 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648629187 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648629187,5,FailOnTimeoutGroup] 2024-11-26T19:17:20,372 INFO [M:0;fe76acf732b2:42249 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:17:20,372 INFO [M:0;fe76acf732b2:42249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:17:20,372 DEBUG [M:0;fe76acf732b2:42249 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:17:20,373 INFO [M:0;fe76acf732b2:42249 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:17:20,373 INFO [M:0;fe76acf732b2:42249 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:17:20,373 INFO [M:0;fe76acf732b2:42249 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:17:20,373 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:17:20,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1420583537/master 2024-11-26T19:17:20,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:20,378 INFO [M:0;fe76acf732b2:42249 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/.lastflushedseqids 2024-11-26T19:17:20,379 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1420583537/master already deleted, retry=false 2024-11-26T19:17:20,379 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1420583537/master 2024-11-26T19:17:20,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741842_1018 (size=181) 2024-11-26T19:17:20,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:17:20,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46579-0x10155b5c88e0001, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:17:20,471 INFO [RS:0;fe76acf732b2:46579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:17:20,471 INFO [RS:0;fe76acf732b2:46579 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,46579,1732648627788; zookeeper connection closed. 2024-11-26T19:17:20,471 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c89e28b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c89e28b 2024-11-26T19:17:20,472 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:17:20,797 INFO [M:0;fe76acf732b2:42249 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:17:20,797 INFO [M:0;fe76acf732b2:42249 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:17:20,797 DEBUG [M:0;fe76acf732b2:42249 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:17:20,797 INFO [M:0;fe76acf732b2:42249 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:20,797 DEBUG [M:0;fe76acf732b2:42249 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:20,798 DEBUG [M:0;fe76acf732b2:42249 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:17:20,798 DEBUG [M:0;fe76acf732b2:42249 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:20,798 INFO [M:0;fe76acf732b2:42249 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-26T19:17:20,815 DEBUG [M:0;fe76acf732b2:42249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffc6b3dc0aca43fea16abb0de8660b1b is 82, key is hbase:meta,,1/info:regioninfo/1732648630536/Put/seqid=0 2024-11-26T19:17:20,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741843_1019 (size=5672) 2024-11-26T19:17:20,821 INFO [M:0;fe76acf732b2:42249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffc6b3dc0aca43fea16abb0de8660b1b 2024-11-26T19:17:20,849 DEBUG [M:0;fe76acf732b2:42249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/530b404a718d4ba1b69e2012bf95b1d0 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732648636233/Put/seqid=0 2024-11-26T19:17:20,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741844_1020 (size=8663) 2024-11-26T19:17:21,256 INFO [M:0;fe76acf732b2:42249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/530b404a718d4ba1b69e2012bf95b1d0 2024-11-26T19:17:21,280 DEBUG [M:0;fe76acf732b2:42249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b38137f0788a4ae586e5c149b097afb6 is 69, key is fe76acf732b2,46579,1732648627788/rs:state/1732648629299/Put/seqid=0 2024-11-26T19:17:21,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741845_1021 (size=5156) 2024-11-26T19:17:21,685 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:17:21,685 INFO [M:0;fe76acf732b2:42249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b38137f0788a4ae586e5c149b097afb6 2024-11-26T19:17:21,695 DEBUG [M:0;fe76acf732b2:42249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffc6b3dc0aca43fea16abb0de8660b1b as hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffc6b3dc0aca43fea16abb0de8660b1b 2024-11-26T19:17:21,704 INFO [M:0;fe76acf732b2:42249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffc6b3dc0aca43fea16abb0de8660b1b, entries=8, sequenceid=115, filesize=5.5 K 2024-11-26T19:17:21,705 DEBUG [M:0;fe76acf732b2:42249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/530b404a718d4ba1b69e2012bf95b1d0 as hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/530b404a718d4ba1b69e2012bf95b1d0 2024-11-26T19:17:21,713 INFO [M:0;fe76acf732b2:42249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/530b404a718d4ba1b69e2012bf95b1d0, entries=14, sequenceid=115, filesize=8.5 K 2024-11-26T19:17:21,714 DEBUG [M:0;fe76acf732b2:42249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b38137f0788a4ae586e5c149b097afb6 as hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b38137f0788a4ae586e5c149b097afb6 2024-11-26T19:17:21,722 INFO [M:0;fe76acf732b2:42249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b38137f0788a4ae586e5c149b097afb6, entries=1, sequenceid=115, filesize=5.0 K 2024-11-26T19:17:21,724 INFO [M:0;fe76acf732b2:42249 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 926ms, sequenceid=115, compaction requested=false 2024-11-26T19:17:21,729 INFO [M:0;fe76acf732b2:42249 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:21,729 DEBUG [M:0;fe76acf732b2:42249 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648640797Disabling compacts and flushes for region at 1732648640797Disabling writes for close at 1732648640798 (+1 ms)Obtaining lock to block concurrent updates at 1732648640798Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648640798Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732648640798Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648640799 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648640799Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648640815 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648640815Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648640828 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648640849 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648640849Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648641264 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648641279 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648641279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca63e05: reopening flushed file at 1732648641694 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@615db86a: reopening flushed file at 1732648641704 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b7275f9: reopening flushed file at 1732648641713 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 926ms, sequenceid=115, compaction requested=false at 1732648641724 (+11 ms)Writing region close event to WAL at 1732648641729 (+5 ms)Closed at 1732648641729 2024-11-26T19:17:21,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741830_1006 (size=59421) 2024-11-26T19:17:21,733 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/WALs/fe76acf732b2,42249,1732648627113/fe76acf732b2%2C42249%2C1732648627113.1732648628635 not finished, retry = 0 2024-11-26T19:17:21,835 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:17:21,835 INFO [M:0;fe76acf732b2:42249 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:17:21,835 INFO [M:0;fe76acf732b2:42249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42249 2024-11-26T19:17:21,835 INFO [M:0;fe76acf732b2:42249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:17:21,937 INFO [M:0;fe76acf732b2:42249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:17:21,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:17:21,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x10155b5c88e0000, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:17:21,939 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:17:21,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:21,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:21,940 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:17:21,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:21,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:17:21,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:17:21,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:17:21,941 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39895 2024-11-26T19:17:21,942 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39895 connecting to ZooKeeper ensemble=127.0.0.1:62768 2024-11-26T19:17:21,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398950x0, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:17:21,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39895-0x10155b5c88e0006 connected 2024-11-26T19:17:21,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:21,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:21,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Set watcher on znode that does not yet exist, /0-1420583537/running 2024-11-26T19:17:21,955 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1420583537/meta-region-server: INIT 2024-11-26T19:17:21,955 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601, hbase.cluster.distributed=false 2024-11-26T19:17:21,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Set watcher on znode that does not yet exist, /0-1420583537/acl 2024-11-26T19:17:21,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39895 2024-11-26T19:17:21,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39895 2024-11-26T19:17:21,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39895 2024-11-26T19:17:21,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39895 2024-11-26T19:17:21,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39895 2024-11-26T19:17:21,975 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:17:21,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:21,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:21,975 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:17:21,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:21,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:17:21,975 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:17:21,976 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:17:21,977 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46821 2024-11-26T19:17:21,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46821 connecting to ZooKeeper ensemble=127.0.0.1:62768 2024-11-26T19:17:21,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:21,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:21,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468210x0, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:17:21,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46821-0x10155b5c88e0007 connected 2024-11-26T19:17:21,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46821-0x10155b5c88e0007, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Set watcher on znode that does not yet exist, /0-1420583537/running 2024-11-26T19:17:21,986 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1420583537/meta-region-server: INIT 2024-11-26T19:17:21,987 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:17:21,990 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:17:21,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46821-0x10155b5c88e0007, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Set watcher on znode that does not yet exist, /0-1420583537/master 2024-11-26T19:17:21,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46821-0x10155b5c88e0007, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Set watcher on znode that does not yet exist, /0-1420583537/acl 2024-11-26T19:17:21,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46821 2024-11-26T19:17:21,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46821 2024-11-26T19:17:21,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46821 2024-11-26T19:17:22,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46821 2024-11-26T19:17:22,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46821 2024-11-26T19:17:22,016 DEBUG [M:0;fe76acf732b2:39895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:39895 2024-11-26T19:17:22,016 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1420583537/backup-masters/fe76acf732b2,39895,1732648641939 2024-11-26T19:17:22,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10155b5c88e0007, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537/backup-masters 2024-11-26T19:17:22,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537/backup-masters 2024-11-26T19:17:22,020 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Set watcher on existing znode=/0-1420583537/backup-masters/fe76acf732b2,39895,1732648641939 2024-11-26T19:17:22,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10155b5c88e0007, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1420583537/master 2024-11-26T19:17:22,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10155b5c88e0007, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:22,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:22,024 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Set watcher on existing znode=/0-1420583537/master 2024-11-26T19:17:22,025 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1420583537/backup-masters/fe76acf732b2,39895,1732648641939 from backup master directory 2024-11-26T19:17:22,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10155b5c88e0007, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537/backup-masters 2024-11-26T19:17:22,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1420583537/backup-masters/fe76acf732b2,39895,1732648641939 2024-11-26T19:17:22,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537/backup-masters 2024-11-26T19:17:22,026 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:17:22,026 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,39895,1732648641939 2024-11-26T19:17:22,047 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:22,047 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:17:22,062 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-26T19:17:22,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741846_1022 (size=196) 2024-11-26T19:17:22,071 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:17:22,071 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:17:22,072 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:22,079 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-26T19:17:22,082 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/WALs/fe76acf732b2,42249,1732648627113 to hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/WALs/fe76acf732b2,42249,1732648627113-dead as it is dead 2024-11-26T19:17:22,084 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-26T19:17:22,084 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-26T19:17:22,084 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/WALs/fe76acf732b2,42249,1732648627113-dead/fe76acf732b2%2C42249%2C1732648627113.1732648628635 2024-11-26T19:17:22,089 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/WALs/fe76acf732b2,42249,1732648627113-dead/fe76acf732b2%2C42249%2C1732648627113.1732648628635 after 3ms 2024-11-26T19:17:22,091 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/WALs/fe76acf732b2,42249,1732648627113-dead/fe76acf732b2%2C42249%2C1732648627113.1732648628635 to hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fe76acf732b2%2C42249%2C1732648627113.1732648628635 2024-11-26T19:17:22,091 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/WALs/fe76acf732b2,42249,1732648627113-dead 2024-11-26T19:17:22,091 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/WALs/fe76acf732b2,39895,1732648641939 2024-11-26T19:17:22,093 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:17:22,096 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C39895%2C1732648641939, suffix=, logDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/WALs/fe76acf732b2,39895,1732648641939, archiveDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/oldWALs, maxLogs=10 2024-11-26T19:17:22,110 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/WALs/fe76acf732b2,39895,1732648641939/fe76acf732b2%2C39895%2C1732648641939.1732648642096, exclude list is [], retry=0 2024-11-26T19:17:22,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46449,DS-ea9499e8-cabf-4b04-a83b-0df4f65673fe,DISK] 2024-11-26T19:17:22,117 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/WALs/fe76acf732b2,39895,1732648641939/fe76acf732b2%2C39895%2C1732648641939.1732648642096 2024-11-26T19:17:22,117 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43635:43635)] 2024-11-26T19:17:22,117 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:17:22,117 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:22,117 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:22,117 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:22,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:22,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:17:22,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:22,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffc6b3dc0aca43fea16abb0de8660b1b 2024-11-26T19:17:22,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:22,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:22,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:17:22,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:22,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/530b404a718d4ba1b69e2012bf95b1d0 2024-11-26T19:17:22,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:22,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:22,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:17:22,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:22,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b38137f0788a4ae586e5c149b097afb6 2024-11-26T19:17:22,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:22,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:22,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:17:22,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:22,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:22,148 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:22,148 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-26T19:17:22,148 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fe76acf732b2%2C42249%2C1732648627113.1732648628635 2024-11-26T19:17:22,161 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fe76acf732b2%2C42249%2C1732648627113.1732648628635 2024-11-26T19:17:22,163 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fe76acf732b2%2C42249%2C1732648627113.1732648628635 2024-11-26T19:17:22,164 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:22,164 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:22,166 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:17:22,167 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:22,170 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-26T19:17:22,171 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64630518, jitterRate=-0.036930233240127563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:17:22,171 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648642118Initializing all the Stores at 1732648642119 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648642119Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648642119Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648642119Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648642119Cleaning up temporary data from old regions at 1732648642164 (+45 ms)Region opened successfully at 1732648642171 (+7 ms) 2024-11-26T19:17:22,171 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:17:22,175 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@122fafa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:17:22,186 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-26T19:17:22,186 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:17:22,186 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:17:22,186 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:17:22,187 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:17:22,192 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:22,192 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T19:17:22,192 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T19:17:22,193 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T19:17:22,193 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T19:17:22,193 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T19:17:22,193 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-26T19:17:22,193 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:17:22,197 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=fe76acf732b2,46579,1732648627788, regionLocation=fe76acf732b2,46579,1732648627788, openSeqNum=2 2024-11-26T19:17:22,197 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=fe76acf732b2,46579,1732648627788, table=hbase:meta, region=1588230740 2024-11-26T19:17:22,197 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,46579,1732648627788, state=OPEN 2024-11-26T19:17:22,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10155b5c88e0007, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1420583537/meta-region-server 2024-11-26T19:17:22,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1420583537/meta-region-server 2024-11-26T19:17:22,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1420583537/meta-region-server: CHANGED 2024-11-26T19:17:22,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1420583537/meta-region-server: CHANGED 2024-11-26T19:17:22,203 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:17:22,209 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1420583537/draining/fe76acf732b2,46579,1732648627788 already deleted, retry=false 2024-11-26T19:17:22,209 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of fe76acf732b2,46579,1732648627788 on fe76acf732b2,39895,1732648641939 2024-11-26T19:17:22,215 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fe76acf732b2,46579,1732648627788, splitWal=true, meta=true 2024-11-26T19:17:22,217 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for fe76acf732b2,46579,1732648627788 (carryingMeta=true) fe76acf732b2,46579,1732648627788/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@461fa529[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-26T19:17:22,220 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Unable to get data of znode /0-1420583537/balancer because node does not exist (not necessarily an error) 2024-11-26T19:17:22,221 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1420583537/balancer already deleted, retry=false 2024-11-26T19:17:22,221 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:17:22,222 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Unable to get data of znode /0-1420583537/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:17:22,223 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1420583537/normalizer already deleted, retry=false 2024-11-26T19:17:22,224 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:17:22,224 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Unable to get data of znode /0-1420583537/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:17:22,226 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1420583537/switch/split already deleted, retry=false 2024-11-26T19:17:22,227 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Unable to get data of znode /0-1420583537/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:17:22,229 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1420583537/switch/merge already deleted, retry=false 2024-11-26T19:17:22,236 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Unable to get data of znode /0-1420583537/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:17:22,237 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1420583537/snapshot-cleanup already deleted, retry=false 2024-11-26T19:17:22,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10155b5c88e0007, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1420583537/running 2024-11-26T19:17:22,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10155b5c88e0007, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:22,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1420583537/running 2024-11-26T19:17:22,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:22,241 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,39895,1732648641939, sessionid=0x10155b5c88e0006, setting cluster-up flag (Was=false) 2024-11-26T19:17:22,243 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1420583537/flush-table-proc/acquired, /0-1420583537/flush-table-proc/reached, /0-1420583537/flush-table-proc/abort 2024-11-26T19:17:22,244 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,39895,1732648641939 2024-11-26T19:17:22,248 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1420583537/online-snapshot/acquired, /0-1420583537/online-snapshot/reached, /0-1420583537/online-snapshot/abort 2024-11-26T19:17:22,249 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,39895,1732648641939 2024-11-26T19:17:22,251 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/.lastflushedseqids 2024-11-26T19:17:22,254 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:17:22,254 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:17:22,255 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,39895,1732648641939 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 fe76acf732b2,46579,1732648627788 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:17:22,256 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:22,256 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:22,256 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:22,256 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:22,256 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:17:22,257 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:22,257 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:17:22,257 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:22,257 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648672257 2024-11-26T19:17:22,258 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:17:22,258 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:17:22,258 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:17:22,258 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:17:22,258 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:17:22,258 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:17:22,260 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fe76acf732b2,46579,1732648627788, splitWal=true, meta=true 2024-11-26T19:17:22,260 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:22,261 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:17:22,261 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:17:22,261 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:17:22,261 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:17:22,261 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:17:22,261 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:17:22,262 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648642261,5,FailOnTimeoutGroup] 2024-11-26T19:17:22,262 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure fe76acf732b2,46579,1732648627788, splitWal=true, meta=true, isMeta: true 2024-11-26T19:17:22,263 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788-splitting 2024-11-26T19:17:22,264 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648642262,5,FailOnTimeoutGroup] 2024-11-26T19:17:22,264 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:22,264 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:17:22,264 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:22,264 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:22,264 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788-splitting dir is empty, no logs to split. 2024-11-26T19:17:22,265 INFO [PEWorker-1 {}] master.SplitWALManager(105): fe76acf732b2,46579,1732648627788 WAL count=0, meta=true 2024-11-26T19:17:22,265 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648642265, completionTime=-1 2024-11-26T19:17:22,265 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-26T19:17:22,268 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T19:17:22,269 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788-splitting dir is empty, no logs to split. 2024-11-26T19:17:22,269 INFO [PEWorker-1 {}] master.SplitWALManager(105): fe76acf732b2,46579,1732648627788 WAL count=0, meta=true 2024-11-26T19:17:22,269 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if fe76acf732b2,46579,1732648627788 WAL splitting is done? wals=0, meta=true 2024-11-26T19:17:22,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:17:22,273 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:17:22,274 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T19:17:22,304 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.HRegionServer(746): ClusterId : c5559e3d-5452-495f-88a9-8ec2ffdff85f 2024-11-26T19:17:22,304 DEBUG [RS:0;fe76acf732b2:46821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:17:22,307 DEBUG [RS:0;fe76acf732b2:46821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:17:22,307 DEBUG [RS:0;fe76acf732b2:46821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:17:22,310 DEBUG [RS:0;fe76acf732b2:46821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:17:22,310 DEBUG [RS:0;fe76acf732b2:46821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a27cee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:17:22,329 DEBUG [RS:0;fe76acf732b2:46821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:46821 2024-11-26T19:17:22,329 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:17:22,329 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:17:22,329 DEBUG [RS:0;fe76acf732b2:46821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:17:22,330 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,39895,1732648641939 with port=46821, startcode=1732648641975 2024-11-26T19:17:22,331 DEBUG [RS:0;fe76acf732b2:46821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:17:22,332 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:17:22,333 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39895 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,46821,1732648641975 2024-11-26T19:17:22,333 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39895 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,46821,1732648641975 2024-11-26T19:17:22,335 DEBUG [RS:0;fe76acf732b2:46821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601 2024-11-26T19:17:22,335 DEBUG [RS:0;fe76acf732b2:46821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43573 2024-11-26T19:17:22,335 DEBUG [RS:0;fe76acf732b2:46821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:17:22,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537/rs 2024-11-26T19:17:22,338 DEBUG [RS:0;fe76acf732b2:46821 {}] zookeeper.ZKUtil(111): regionserver:46821-0x10155b5c88e0007, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Set watcher on existing znode=/0-1420583537/rs/fe76acf732b2,46821,1732648641975 2024-11-26T19:17:22,338 WARN [RS:0;fe76acf732b2:46821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:17:22,338 INFO [RS:0;fe76acf732b2:46821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:22,338 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,46821,1732648641975] 2024-11-26T19:17:22,339 DEBUG [RS:0;fe76acf732b2:46821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975 2024-11-26T19:17:22,368 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T19:17:22,379 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:17:22,382 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:17:22,382 INFO [RS:0;fe76acf732b2:46821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:17:22,382 INFO [RS:0;fe76acf732b2:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:22,383 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:17:22,384 INFO [RS:0;fe76acf732b2:46821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:17:22,384 INFO [RS:0;fe76acf732b2:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:22,384 DEBUG [RS:0;fe76acf732b2:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:22,384 DEBUG [RS:0;fe76acf732b2:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:22,384 DEBUG [RS:0;fe76acf732b2:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:22,384 DEBUG [RS:0;fe76acf732b2:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:22,384 DEBUG [RS:0;fe76acf732b2:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:22,385 DEBUG [RS:0;fe76acf732b2:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:17:22,385 DEBUG [RS:0;fe76acf732b2:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:22,385 DEBUG [RS:0;fe76acf732b2:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:22,385 DEBUG [RS:0;fe76acf732b2:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:22,385 DEBUG [RS:0;fe76acf732b2:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:22,385 DEBUG [RS:0;fe76acf732b2:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:22,385 DEBUG [RS:0;fe76acf732b2:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:22,385 DEBUG [RS:0;fe76acf732b2:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:17:22,385 DEBUG [RS:0;fe76acf732b2:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:17:22,386 INFO [RS:0;fe76acf732b2:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:22,386 INFO [RS:0;fe76acf732b2:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:22,386 INFO [RS:0;fe76acf732b2:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:22,386 INFO [RS:0;fe76acf732b2:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:22,386 INFO [RS:0;fe76acf732b2:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:22,386 INFO [RS:0;fe76acf732b2:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46821,1732648641975-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:17:22,404 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:17:22,404 INFO [RS:0;fe76acf732b2:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46821,1732648641975-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:22,419 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.ReplicationSource(231): queueId=1-fe76acf732b2,46821,1732648641975, ReplicationSource: 1, currentBandwidth=0 2024-11-26T19:17:22,424 WARN [fe76acf732b2:39895 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T19:17:22,434 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.ReplicationSource(231): queueId=2-fe76acf732b2,46821,1732648641975, ReplicationSource: 2, currentBandwidth=0 2024-11-26T19:17:22,435 DEBUG [RS:0;fe76acf732b2:46821.replicationSource,1-fe76acf732b2,46821,1732648641975 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:36177' 2024-11-26T19:17:22,435 INFO [RS:0;fe76acf732b2:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:22,435 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.Replication(171): fe76acf732b2,46821,1732648641975 started 2024-11-26T19:17:22,436 DEBUG [RS:0;fe76acf732b2:46821.replicationSource,1-fe76acf732b2,46821,1732648641975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22963e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:22,436 DEBUG [RS:0;fe76acf732b2:46821.replicationSource,1-fe76acf732b2,46821,1732648641975 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,36177,-1 for getting cluster id 2024-11-26T19:17:22,436 DEBUG [RS:0;fe76acf732b2:46821.replicationSource,1-fe76acf732b2,46821,1732648641975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:22,438 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc396e2e-e59d-4502-b8a5-d6ac366e1e7b' 2024-11-26T19:17:22,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:22,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc396e2e-e59d-4502-b8a5-d6ac366e1e7b" 2024-11-26T19:17:22,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31ecb3e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:22,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,36177,-1] 2024-11-26T19:17:22,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:22,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:22,441 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:22,442 DEBUG [RS:0;fe76acf732b2:46821.replicationSource,1-fe76acf732b2,46821,1732648641975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ae02419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:22,442 DEBUG [RS:0;fe76acf732b2:46821.replicationSource,1-fe76acf732b2,46821,1732648641975 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:17:22,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,36177,1732648631987 2024-11-26T19:17:22,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f31876d 2024-11-26T19:17:22,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:17:22,444 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-26T19:17:22,445 INFO [RS:0;fe76acf732b2:46821.replicationSource,1-fe76acf732b2,46821,1732648641975 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fe76acf732b2,46821,1732648641975 (queues=0) is replicating from cluster=c5559e3d-5452-495f-88a9-8ec2ffdff85f to cluster=bc396e2e-e59d-4502-b8a5-d6ac366e1e7b 2024-11-26T19:17:22,452 INFO [RS:0;fe76acf732b2:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:22,452 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,46821,1732648641975, RpcServer on fe76acf732b2/172.17.0.2:46821, sessionid=0x10155b5c88e0007 2024-11-26T19:17:22,452 DEBUG [RS:0;fe76acf732b2:46821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:17:22,452 DEBUG [RS:0;fe76acf732b2:46821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,46821,1732648641975 2024-11-26T19:17:22,452 DEBUG [RS:0;fe76acf732b2:46821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,46821,1732648641975' 2024-11-26T19:17:22,452 DEBUG [RS:0;fe76acf732b2:46821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1420583537/flush-table-proc/abort' 2024-11-26T19:17:22,453 DEBUG [RS:0;fe76acf732b2:46821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1420583537/flush-table-proc/acquired' 2024-11-26T19:17:22,453 DEBUG [RS:0;fe76acf732b2:46821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:17:22,453 DEBUG [RS:0;fe76acf732b2:46821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:17:22,453 DEBUG [RS:0;fe76acf732b2:46821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,46821,1732648641975 2024-11-26T19:17:22,453 DEBUG [RS:0;fe76acf732b2:46821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,46821,1732648641975' 2024-11-26T19:17:22,453 DEBUG [RS:0;fe76acf732b2:46821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1420583537/online-snapshot/abort' 2024-11-26T19:17:22,453 DEBUG [RS:0;fe76acf732b2:46821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1420583537/online-snapshot/acquired' 2024-11-26T19:17:22,454 DEBUG [RS:0;fe76acf732b2:46821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:17:22,454 INFO [RS:0;fe76acf732b2:46821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:17:22,454 INFO [RS:0;fe76acf732b2:46821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:17:22,457 DEBUG [RS:0;fe76acf732b2:46821.replicationSource,2-fe76acf732b2,46821,1732648641975 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:36177' 2024-11-26T19:17:22,459 DEBUG [RS:0;fe76acf732b2:46821.replicationSource,2-fe76acf732b2,46821,1732648641975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72feefbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:22,459 DEBUG [RS:0;fe76acf732b2:46821.replicationSource,2-fe76acf732b2,46821,1732648641975 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,36177,-1 for getting cluster id 2024-11-26T19:17:22,460 DEBUG [RS:0;fe76acf732b2:46821.replicationSource,2-fe76acf732b2,46821,1732648641975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:22,460 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc396e2e-e59d-4502-b8a5-d6ac366e1e7b' 2024-11-26T19:17:22,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:22,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc396e2e-e59d-4502-b8a5-d6ac366e1e7b" 2024-11-26T19:17:22,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14c1d4f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:22,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,36177,-1] 2024-11-26T19:17:22,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:22,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:22,462 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:22,463 DEBUG [RS:0;fe76acf732b2:46821.replicationSource,2-fe76acf732b2,46821,1732648641975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2860ef8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:22,463 DEBUG [RS:0;fe76acf732b2:46821.replicationSource,2-fe76acf732b2,46821,1732648641975 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:17:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,36177,1732648631987 2024-11-26T19:17:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3da39348 2024-11-26T19:17:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:17:22,465 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-26T19:17:22,466 INFO [RS:0;fe76acf732b2:46821.replicationSource,2-fe76acf732b2,46821,1732648641975 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-fe76acf732b2,46821,1732648641975 (queues=0) is replicating from cluster=c5559e3d-5452-495f-88a9-8ec2ffdff85f to cluster=bc396e2e-e59d-4502-b8a5-d6ac366e1e7b 2024-11-26T19:17:22,555 INFO [RS:0;fe76acf732b2:46821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:17:22,557 INFO [RS:0;fe76acf732b2:46821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C46821%2C1732648641975, suffix=, logDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975, archiveDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/oldWALs, maxLogs=10 2024-11-26T19:17:22,572 DEBUG [RS:0;fe76acf732b2:46821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558, exclude list is [], retry=0 2024-11-26T19:17:22,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46449,DS-ea9499e8-cabf-4b04-a83b-0df4f65673fe,DISK] 2024-11-26T19:17:22,579 INFO [RS:0;fe76acf732b2:46821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 2024-11-26T19:17:22,579 DEBUG [RS:0;fe76acf732b2:46821 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group fe76acf732b2%2C46821%2C1732648641975 for peer 2 2024-11-26T19:17:22,579 DEBUG [RS:0;fe76acf732b2:46821 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group fe76acf732b2%2C46821%2C1732648641975 for peer 1 2024-11-26T19:17:22,579 DEBUG [RS:0;fe76acf732b2:46821 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fe76acf732b2%2C46821%2C1732648641975 2024-11-26T19:17:22,579 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fe76acf732b2,46821,1732648641975, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T19:17:22,580 INFO [RS:0;fe76acf732b2:46821.replicationSource.shipperfe76acf732b2%2C46821%2C1732648641975,1-fe76acf732b2,46821,1732648641975 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fe76acf732b2%2C46821%2C1732648641975 2024-11-26T19:17:22,580 DEBUG [RS:0;fe76acf732b2:46821 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=fe76acf732b2%2C46821%2C1732648641975 2024-11-26T19:17:22,580 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-fe76acf732b2,46821,1732648641975, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T19:17:22,581 DEBUG [RS:0;fe76acf732b2:46821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43635:43635)] 2024-11-26T19:17:22,581 INFO [RS:0;fe76acf732b2:46821.replicationSource.shipperfe76acf732b2%2C46821%2C1732648641975,2-fe76acf732b2,46821,1732648641975 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fe76acf732b2%2C46821%2C1732648641975 2024-11-26T19:17:22,584 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,2-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558, startPosition=0, beingWritten=true 2024-11-26T19:17:22,584 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,1-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558, startPosition=0, beingWritten=true 2024-11-26T19:17:22,675 DEBUG [fe76acf732b2:39895 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:17:22,675 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,46821,1732648641975 2024-11-26T19:17:22,677 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,46821,1732648641975, state=OPENING 2024-11-26T19:17:22,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1420583537/meta-region-server 2024-11-26T19:17:22,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10155b5c88e0007, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1420583537/meta-region-server 2024-11-26T19:17:22,679 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:17:22,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1420583537/meta-region-server: CHANGED 2024-11-26T19:17:22,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1420583537/meta-region-server: CHANGED 2024-11-26T19:17:22,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,46821,1732648641975}] 2024-11-26T19:17:22,791 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,1-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 to pos 0, reset compression=false 2024-11-26T19:17:22,791 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,2-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 to pos 0, reset compression=false 2024-11-26T19:17:22,833 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:17:22,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:17:22,838 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:17:22,838 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:22,839 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:17:22,840 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C46821%2C1732648641975.meta, suffix=.meta, logDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975, archiveDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/oldWALs, maxLogs=10 2024-11-26T19:17:22,854 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.meta.1732648642841.meta, exclude list is [], retry=0 2024-11-26T19:17:22,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46449,DS-ea9499e8-cabf-4b04-a83b-0df4f65673fe,DISK] 2024-11-26T19:17:22,859 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.meta.1732648642841.meta 2024-11-26T19:17:22,859 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43635:43635)] 2024-11-26T19:17:22,859 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:17:22,859 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:17:22,860 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:17:22,860 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:17:22,860 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:17:22,860 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:17:22,860 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:22,860 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:17:22,860 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:17:22,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:17:22,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:17:22,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:22,870 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/info/e43f4830265248d6a4f120ecd9eca8ab 2024-11-26T19:17:22,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:22,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:17:22,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:17:22,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:22,878 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/ns/db1622d8a00546cd92a6a4d7a5354a8e 2024-11-26T19:17:22,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:22,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:17:22,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:17:22,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:22,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:22,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:17:22,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:17:22,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:22,888 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/table/c981d0d856d645e1b5acaf56fdfb1120 2024-11-26T19:17:22,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:22,888 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:17:22,889 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740 2024-11-26T19:17:22,891 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740 2024-11-26T19:17:22,892 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:17:22,892 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:17:22,893 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:17:22,894 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:17:22,895 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60676260, jitterRate=-0.09585326910018921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:17:22,896 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:17:22,896 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648642860Writing region info on filesystem at 1732648642860Initializing all the Stores at 1732648642861 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648642861Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648642861Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648642861Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648642861Cleaning up temporary data from old regions at 1732648642892 (+31 ms)Running coprocessor post-open hooks at 1732648642896 (+4 ms)Region opened successfully at 1732648642896 2024-11-26T19:17:22,897 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732648642832 2024-11-26T19:17:22,900 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:17:22,900 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:17:22,901 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=fe76acf732b2,46821,1732648641975 2024-11-26T19:17:22,902 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,46821,1732648641975, state=OPEN 2024-11-26T19:17:22,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1420583537/meta-region-server 2024-11-26T19:17:22,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10155b5c88e0007, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1420583537/meta-region-server 2024-11-26T19:17:22,905 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,46821,1732648641975 2024-11-26T19:17:22,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1420583537/meta-region-server: CHANGED 2024-11-26T19:17:22,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1420583537/meta-region-server: CHANGED 2024-11-26T19:17:22,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-26T19:17:22,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,46821,1732648641975 in 226 msec 2024-11-26T19:17:22,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-26T19:17:22,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 637 msec 2024-11-26T19:17:23,099 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,1-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 to pos 0, reset compression=false 2024-11-26T19:17:23,099 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,2-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 to pos 0, reset compression=false 2024-11-26T19:17:23,505 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,2-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 to pos 0, reset compression=false 2024-11-26T19:17:23,506 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,1-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 to pos 0, reset compression=false 2024-11-26T19:17:23,871 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1605ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-26T19:17:24,012 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,1-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 to pos 0, reset compression=false 2024-11-26T19:17:24,012 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,2-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 to pos 0, reset compression=false 2024-11-26T19:17:24,620 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,2-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 to pos 0, reset compression=false 2024-11-26T19:17:24,620 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,1-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 to pos 0, reset compression=false 2024-11-26T19:17:25,327 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,1-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 to pos 0, reset compression=false 2024-11-26T19:17:25,328 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,2-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 to pos 0, reset compression=false 2024-11-26T19:17:25,373 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-26T19:17:26,134 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,1-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 to pos 0, reset compression=false 2024-11-26T19:17:26,134 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,2-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 to pos 0, reset compression=false 2024-11-26T19:17:26,775 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-26T19:17:26,776 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:17:26,776 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:17:26,776 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,46821,1732648641975, seqNum=-1] 2024-11-26T19:17:26,777 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:17:26,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:17:26,784 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5c0149a3e77e65bff62b87a33e709537, regionState=OPEN, lastHost=fe76acf732b2,46579,1732648627788, regionLocation=fe76acf732b2,46579,1732648627788, openSeqNum=2 2024-11-26T19:17:26,784 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:17:26,784 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648706784 2024-11-26T19:17:26,784 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732648766784 2024-11-26T19:17:26,784 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-26T19:17:26,785 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,39895,1732648641939-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:26,785 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,39895,1732648641939-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:26,785 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,39895,1732648641939-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:26,785 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): fe76acf732b2,46579,1732648627788 had 2 regions 2024-11-26T19:17:26,785 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:39895, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:26,785 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:26,785 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:26,787 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fe76acf732b2,46579,1732648627788, splitWal=true, meta=true, isMeta: false 2024-11-26T19:17:26,789 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788-splitting dir is empty, no logs to split. 2024-11-26T19:17:26,789 INFO [PEWorker-3 {}] master.SplitWALManager(105): fe76acf732b2,46579,1732648627788 WAL count=0, meta=false 2024-11-26T19:17:26,792 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.766sec 2024-11-26T19:17:26,792 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:17:26,792 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:17:26,792 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:17:26,792 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:17:26,792 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:17:26,792 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,39895,1732648641939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:17:26,792 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,39895,1732648641939-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:17:26,793 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46579,1732648627788-splitting dir is empty, no logs to split. 2024-11-26T19:17:26,793 INFO [PEWorker-3 {}] master.SplitWALManager(105): fe76acf732b2,46579,1732648627788 WAL count=0, meta=false 2024-11-26T19:17:26,793 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if fe76acf732b2,46579,1732648627788 WAL splitting is done? wals=0, meta=false 2024-11-26T19:17:26,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c0149a3e77e65bff62b87a33e709537, ASSIGN}] 2024-11-26T19:17:26,796 WARN [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=fe76acf732b2,46579,1732648627788/hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. 2024-11-26T19:17:26,797 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c0149a3e77e65bff62b87a33e709537, ASSIGN 2024-11-26T19:17:26,798 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c0149a3e77e65bff62b87a33e709537, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T19:17:26,800 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:17:26,800 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:17:26,800 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,39895,1732648641939-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:26,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:26,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,39895,-1 for getting cluster id 2024-11-26T19:17:26,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:26,809 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5559e3d-5452-495f-88a9-8ec2ffdff85f' 2024-11-26T19:17:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5559e3d-5452-495f-88a9-8ec2ffdff85f" 2024-11-26T19:17:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51291328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,39895,-1] 2024-11-26T19:17:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:26,812 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:26,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3359b4e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:26,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:17:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,46821,1732648641975, seqNum=-1] 2024-11-26T19:17:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:17:26,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:17:26,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-26T19:17:26,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:17:26,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:26,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:26,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:26,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:17:26,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: fe76acf732b2:39895 after: fe76acf732b2:39895 2024-11-26T19:17:26,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:26,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,39895,-1 for getting cluster id 2024-11-26T19:17:26,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:26,820 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5559e3d-5452-495f-88a9-8ec2ffdff85f' 2024-11-26T19:17:26,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:26,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5559e3d-5452-495f-88a9-8ec2ffdff85f" 2024-11-26T19:17:26,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6c3239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:26,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,39895,-1] 2024-11-26T19:17:26,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:26,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:26,822 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:26,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:26,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:17:26,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,39895,1732648641939 2024-11-26T19:17:26,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@587f76fc 2024-11-26T19:17:26,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:17:26,825 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:17:26,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39895 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T19:17:26,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39895 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T19:17:26,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39895 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T19:17:26,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39895 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T19:17:26,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T19:17:26,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:17:26,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:26,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:26,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:26,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:17:26,830 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:17:26,830 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=159432078, stopped=false 2024-11-26T19:17:26,830 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,36177,1732648631987 2024-11-26T19:17:26,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1222757273/running 2024-11-26T19:17:26,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34915-0x10155b5c88e0004, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1222757273/running 2024-11-26T19:17:26,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1222757273 2024-11-26T19:17:26,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34915-0x10155b5c88e0004, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1222757273 2024-11-26T19:17:26,832 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:17:26,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:17:26,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:26,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:26,832 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,34915,1732648632036' ***** 2024-11-26T19:17:26,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34915-0x10155b5c88e0004, quorum=127.0.0.1:62768, baseZNode=/1222757273 Set watcher on znode that does not yet exist, /1222757273/running 2024-11-26T19:17:26,833 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:17:26,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Set watcher on znode that does not yet exist, /1222757273/running 2024-11-26T19:17:26,833 INFO [RS:0;fe76acf732b2:34915 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:17:26,833 INFO [RS:0;fe76acf732b2:34915 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:17:26,833 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:17:26,833 INFO [RS:0;fe76acf732b2:34915 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:17:26,833 INFO [RS:0;fe76acf732b2:34915 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,34915,1732648632036 2024-11-26T19:17:26,833 INFO [RS:0;fe76acf732b2:34915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:17:26,833 INFO [RS:0;fe76acf732b2:34915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:34915. 2024-11-26T19:17:26,833 DEBUG [RS:0;fe76acf732b2:34915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:26,833 DEBUG [RS:0;fe76acf732b2:34915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:26,834 INFO [RS:0;fe76acf732b2:34915 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:17:26,834 INFO [RS:0;fe76acf732b2:34915 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:17:26,834 INFO [RS:0;fe76acf732b2:34915 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:17:26,834 INFO [RS:0;fe76acf732b2:34915 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:17:26,834 INFO [RS:0;fe76acf732b2:34915 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T19:17:26,834 DEBUG [RS:0;fe76acf732b2:34915 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:17:26,834 DEBUG [RS:0;fe76acf732b2:34915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:17:26,834 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:17:26,834 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:17:26,834 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:17:26,834 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:17:26,834 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:17:26,835 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T19:17:26,857 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/data/hbase/meta/1588230740/.tmp/ns/e51711af46da44498fe15680dea6a370 is 43, key is default/ns:d/1732648635163/Put/seqid=0 2024-11-26T19:17:26,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741835_1011 (size=5153) 2024-11-26T19:17:26,930 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:17:26,948 DEBUG [fe76acf732b2:39895 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:17:26,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5c0149a3e77e65bff62b87a33e709537, regionState=OPENING, regionLocation=fe76acf732b2,46821,1732648641975 2024-11-26T19:17:26,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c0149a3e77e65bff62b87a33e709537, ASSIGN because future has completed 2024-11-26T19:17:26,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c0149a3e77e65bff62b87a33e709537, server=fe76acf732b2,46821,1732648641975}] 2024-11-26T19:17:27,009 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:17:27,009 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:17:27,034 DEBUG [RS:0;fe76acf732b2:34915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:17:27,042 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,2-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 to pos 0, reset compression=false 2024-11-26T19:17:27,042 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,1-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 to pos 0, reset compression=false 2024-11-26T19:17:27,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. 2024-11-26T19:17:27,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:27,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T19:17:27,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C46821%2C1732648641975.rep, suffix=, logDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975, archiveDir=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/oldWALs, maxLogs=10 2024-11-26T19:17:27,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.rep.1732648647113, exclude list is [], retry=0 2024-11-26T19:17:27,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46449,DS-ea9499e8-cabf-4b04-a83b-0df4f65673fe,DISK] 2024-11-26T19:17:27,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.rep.1732648647113 2024-11-26T19:17:27,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43635:43635)] 2024-11-26T19:17:27,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c0149a3e77e65bff62b87a33e709537, NAME => 'hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:17:27,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:17:27,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:17:27,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. service=MultiRowMutationService 2024-11-26T19:17:27,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T19:17:27,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:27,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:27,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:27,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:27,134 INFO [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:27,135 INFO [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c0149a3e77e65bff62b87a33e709537 columnFamilyName hfileref 2024-11-26T19:17:27,135 DEBUG [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:27,135 INFO [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] regionserver.HStore(327): Store=5c0149a3e77e65bff62b87a33e709537/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:27,136 INFO [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:27,136 INFO [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c0149a3e77e65bff62b87a33e709537 columnFamilyName queue 2024-11-26T19:17:27,137 DEBUG [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:27,144 DEBUG [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/replication/5c0149a3e77e65bff62b87a33e709537/queue/90bca0c601114cfdb41cc18e07d8eac6 2024-11-26T19:17:27,144 INFO [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] regionserver.HStore(327): Store=5c0149a3e77e65bff62b87a33e709537/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:27,144 INFO [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:27,145 INFO [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c0149a3e77e65bff62b87a33e709537 columnFamilyName sid 2024-11-26T19:17:27,145 DEBUG [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:27,145 INFO [StoreOpener-5c0149a3e77e65bff62b87a33e709537-1 {}] regionserver.HStore(327): Store=5c0149a3e77e65bff62b87a33e709537/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:27,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:27,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/replication/5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:27,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/replication/5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:27,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:27,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:27,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:17:27,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:27,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 5c0149a3e77e65bff62b87a33e709537; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61008428, jitterRate=-0.09090358018875122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:17:27,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:27,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 5c0149a3e77e65bff62b87a33e709537: Running coprocessor pre-open hook at 1732648647132Writing region info on filesystem at 1732648647132Initializing all the Stores at 1732648647133 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648647133Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648647134 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648647134Cleaning up temporary data from old regions at 1732648647149 (+15 ms)Running coprocessor post-open hooks at 1732648647152 (+3 ms)Region opened successfully at 1732648647153 (+1 ms) 2024-11-26T19:17:27,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537., pid=19, masterSystemTime=1732648647105 2024-11-26T19:17:27,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. 2024-11-26T19:17:27,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. 2024-11-26T19:17:27,157 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5c0149a3e77e65bff62b87a33e709537, regionState=OPEN, openSeqNum=10, regionLocation=fe76acf732b2,46821,1732648641975 2024-11-26T19:17:27,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c0149a3e77e65bff62b87a33e709537, server=fe76acf732b2,46821,1732648641975 because future has completed 2024-11-26T19:17:27,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-26T19:17:27,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c0149a3e77e65bff62b87a33e709537, server=fe76acf732b2,46821,1732648641975 in 208 msec 2024-11-26T19:17:27,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-26T19:17:27,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c0149a3e77e65bff62b87a33e709537, ASSIGN in 369 msec 2024-11-26T19:17:27,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-26T19:17:27,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537., hostname=fe76acf732b2,46821,1732648641975, seqNum=10] 2024-11-26T19:17:27,216 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for fe76acf732b2,46579,1732648627788 2024-11-26T19:17:27,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-26T19:17:27,235 DEBUG [RS:0;fe76acf732b2:34915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:17:27,262 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/data/hbase/meta/1588230740/.tmp/ns/e51711af46da44498fe15680dea6a370 2024-11-26T19:17:27,272 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/data/hbase/meta/1588230740/.tmp/ns/e51711af46da44498fe15680dea6a370 as hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/data/hbase/meta/1588230740/ns/e51711af46da44498fe15680dea6a370 2024-11-26T19:17:27,279 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/data/hbase/meta/1588230740/ns/e51711af46da44498fe15680dea6a370, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T19:17:27,281 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false 2024-11-26T19:17:27,281 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T19:17:27,294 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T19:17:27,295 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:17:27,295 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:17:27,295 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:17:27,295 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648646834Running coprocessor pre-close hooks at 1732648646834Disabling compacts and flushes for region at 1732648646834Disabling writes for close at 1732648646834Obtaining lock to block concurrent updates at 1732648646835 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732648646835Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732648646835Flushing stores of hbase:meta,,1.1588230740 at 1732648646836 (+1 ms)Flushing 1588230740/ns: creating writer at 1732648646836Flushing 1588230740/ns: appending metadata at 1732648646857 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732648646857Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60918e66: reopening flushed file at 1732648647271 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false at 1732648647281 (+10 ms)Writing region close event to WAL at 1732648647290 (+9 ms)Running coprocessor post-close hooks at 1732648647295 (+5 ms)Closed at 1732648647295 2024-11-26T19:17:27,296 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:17:27,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-26T19:17:27,435 INFO [RS:0;fe76acf732b2:34915 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,34915,1732648632036; all regions closed. 2024-11-26T19:17:27,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741834_1010 (size=1152) 2024-11-26T19:17:27,441 DEBUG [RS:0;fe76acf732b2:34915 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/oldWALs 2024-11-26T19:17:27,441 INFO [RS:0;fe76acf732b2:34915 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C34915%2C1732648632036.meta:.meta(num 1732648635084) 2024-11-26T19:17:27,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741832_1008 (size=93) 2024-11-26T19:17:27,446 DEBUG [RS:0;fe76acf732b2:34915 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/oldWALs 2024-11-26T19:17:27,446 INFO [RS:0;fe76acf732b2:34915 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C34915%2C1732648632036:(num 1732648634153) 2024-11-26T19:17:27,446 DEBUG [RS:0;fe76acf732b2:34915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:27,446 INFO [RS:0;fe76acf732b2:34915 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:17:27,446 INFO [RS:0;fe76acf732b2:34915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:17:27,446 INFO [RS:0;fe76acf732b2:34915 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T19:17:27,447 INFO [RS:0;fe76acf732b2:34915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:17:27,447 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:17:27,447 INFO [RS:0;fe76acf732b2:34915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34915 2024-11-26T19:17:27,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34915-0x10155b5c88e0004, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1222757273/rs/fe76acf732b2,34915,1732648632036 2024-11-26T19:17:27,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1222757273/rs 2024-11-26T19:17:27,449 INFO [RS:0;fe76acf732b2:34915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:17:27,451 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,34915,1732648632036] 2024-11-26T19:17:27,452 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1222757273/draining/fe76acf732b2,34915,1732648632036 already deleted, retry=false 2024-11-26T19:17:27,452 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,34915,1732648632036 expired; onlineServers=0 2024-11-26T19:17:27,452 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,36177,1732648631987' ***** 2024-11-26T19:17:27,452 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:17:27,452 INFO [M:0;fe76acf732b2:36177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:17:27,452 INFO [M:0;fe76acf732b2:36177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:17:27,452 DEBUG [M:0;fe76acf732b2:36177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:17:27,452 DEBUG [M:0;fe76acf732b2:36177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:17:27,452 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:17:27,452 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648633871 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648633871,5,FailOnTimeoutGroup] 2024-11-26T19:17:27,452 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648633871 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648633871,5,FailOnTimeoutGroup] 2024-11-26T19:17:27,452 INFO [M:0;fe76acf732b2:36177 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:17:27,453 INFO [M:0;fe76acf732b2:36177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:17:27,453 DEBUG [M:0;fe76acf732b2:36177 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:17:27,453 INFO [M:0;fe76acf732b2:36177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:17:27,453 INFO [M:0;fe76acf732b2:36177 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:17:27,453 INFO [M:0;fe76acf732b2:36177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:17:27,453 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:17:27,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1222757273/master 2024-11-26T19:17:27,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1222757273 2024-11-26T19:17:27,455 DEBUG [M:0;fe76acf732b2:36177 {}] zookeeper.ZKUtil(347): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Unable to get data of znode /1222757273/master because node does not exist (not an error) 2024-11-26T19:17:27,455 WARN [M:0;fe76acf732b2:36177 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T19:17:27,457 INFO [M:0;fe76acf732b2:36177 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/.lastflushedseqids 2024-11-26T19:17:27,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741836_1012 (size=99) 2024-11-26T19:17:27,462 INFO [M:0;fe76acf732b2:36177 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:17:27,462 INFO [M:0;fe76acf732b2:36177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:17:27,462 DEBUG [M:0;fe76acf732b2:36177 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:17:27,462 INFO [M:0;fe76acf732b2:36177 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:27,462 DEBUG [M:0;fe76acf732b2:36177 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:27,462 DEBUG [M:0;fe76acf732b2:36177 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:17:27,462 DEBUG [M:0;fe76acf732b2:36177 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:27,462 INFO [M:0;fe76acf732b2:36177 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T19:17:27,479 DEBUG [M:0;fe76acf732b2:36177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3d44dbbe06b43568beacd72003891ee is 82, key is hbase:meta,,1/info:regioninfo/1732648635143/Put/seqid=0 2024-11-26T19:17:27,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741837_1013 (size=5672) 2024-11-26T19:17:27,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34915-0x10155b5c88e0004, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:17:27,551 INFO [RS:0;fe76acf732b2:34915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:17:27,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34915-0x10155b5c88e0004, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:17:27,551 INFO [RS:0;fe76acf732b2:34915 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,34915,1732648632036; zookeeper connection closed. 2024-11-26T19:17:27,551 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7037660c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7037660c 2024-11-26T19:17:27,552 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:17:27,884 INFO [M:0;fe76acf732b2:36177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3d44dbbe06b43568beacd72003891ee 2024-11-26T19:17:27,906 DEBUG [M:0;fe76acf732b2:36177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f813e55be37e42919d56eadf5fd9e78c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732648635169/Put/seqid=0 2024-11-26T19:17:27,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741838_1014 (size=5275) 2024-11-26T19:17:28,049 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,1-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 to pos 0, reset compression=false 2024-11-26T19:17:28,049 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,2-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 to pos 0, reset compression=false 2024-11-26T19:17:28,311 INFO [M:0;fe76acf732b2:36177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f813e55be37e42919d56eadf5fd9e78c 2024-11-26T19:17:28,340 DEBUG [M:0;fe76acf732b2:36177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82d606788bb94da993edac223be4d03c is 69, key is fe76acf732b2,34915,1732648632036/rs:state/1732648633983/Put/seqid=0 2024-11-26T19:17:28,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741839_1015 (size=5156) 2024-11-26T19:17:28,362 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:17:28,747 INFO [M:0;fe76acf732b2:36177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82d606788bb94da993edac223be4d03c 2024-11-26T19:17:28,755 DEBUG [M:0;fe76acf732b2:36177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3d44dbbe06b43568beacd72003891ee as hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3d44dbbe06b43568beacd72003891ee 2024-11-26T19:17:28,762 INFO [M:0;fe76acf732b2:36177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3d44dbbe06b43568beacd72003891ee, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T19:17:28,763 DEBUG [M:0;fe76acf732b2:36177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f813e55be37e42919d56eadf5fd9e78c as hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f813e55be37e42919d56eadf5fd9e78c 2024-11-26T19:17:28,768 INFO [M:0;fe76acf732b2:36177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f813e55be37e42919d56eadf5fd9e78c, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T19:17:28,769 DEBUG [M:0;fe76acf732b2:36177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82d606788bb94da993edac223be4d03c as hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82d606788bb94da993edac223be4d03c 2024-11-26T19:17:28,776 INFO [M:0;fe76acf732b2:36177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/50ba33bc-5ac3-dc0d-24dc-ecbbaafce226/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82d606788bb94da993edac223be4d03c, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T19:17:28,777 INFO [M:0;fe76acf732b2:36177 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=28, compaction requested=false 2024-11-26T19:17:28,779 INFO [M:0;fe76acf732b2:36177 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:28,779 DEBUG [M:0;fe76acf732b2:36177 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648647462Disabling compacts and flushes for region at 1732648647462Disabling writes for close at 1732648647462Obtaining lock to block concurrent updates at 1732648647462Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648647462Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732648647463 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648647463Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648647463Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648647478 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648647479 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648647890 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648647905 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648647906 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648648319 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648648339 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648648339Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f1180ab: reopening flushed file at 1732648648754 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f2ce5a2: reopening flushed file at 1732648648762 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a051bc: reopening flushed file at 1732648648769 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=28, compaction requested=false at 1732648648777 (+8 ms)Writing region close event to WAL at 1732648648778 (+1 ms)Closed at 1732648648778 2024-11-26T19:17:28,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741830_1006 (size=10165) 2024-11-26T19:17:28,782 INFO [M:0;fe76acf732b2:36177 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:17:28,782 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:17:28,782 INFO [M:0;fe76acf732b2:36177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36177 2024-11-26T19:17:28,785 INFO [M:0;fe76acf732b2:36177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:17:28,889 INFO [M:0;fe76acf732b2:36177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:17:28,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:17:28,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10155b5c88e0003, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:17:28,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:17:28,895 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:17:28,895 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:17:28,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:17:28,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/hadoop.log.dir/,STOPPED} 2024-11-26T19:17:28,898 WARN [BP-1449675631-172.17.0.2-1732648630915 heartbeating to localhost/127.0.0.1:35375 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:17:28,898 WARN [BP-1449675631-172.17.0.2-1732648630915 heartbeating to localhost/127.0.0.1:35375 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1449675631-172.17.0.2-1732648630915 (Datanode Uuid 9188f2e4-9df3-42f5-be1c-694cdfeed8be) service to localhost/127.0.0.1:35375 2024-11-26T19:17:28,898 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:17:28,898 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:17:28,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/cluster_9697f3b3-f619-3848-b639-c643702eceb9/data/data1/current/BP-1449675631-172.17.0.2-1732648630915 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:17:28,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/cluster_9697f3b3-f619-3848-b639-c643702eceb9/data/data2/current/BP-1449675631-172.17.0.2-1732648630915 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:17:28,900 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:17:28,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:17:28,907 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:17:28,907 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:17:28,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:17:28,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/hadoop.log.dir/,STOPPED} 2024-11-26T19:17:28,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T19:17:28,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T19:17:28,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:17:28,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:28,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:28,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:28,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:17:28,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:17:28,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=411786913, stopped=false 2024-11-26T19:17:28,926 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,39895,1732648641939 2024-11-26T19:17:28,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1420583537/running 2024-11-26T19:17:28,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10155b5c88e0007, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1420583537/running 2024-11-26T19:17:28,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10155b5c88e0007, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:28,928 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:17:28,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:28,928 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:17:28,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:28,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:28,929 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,46821,1732648641975' ***** 2024-11-26T19:17:28,929 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:17:28,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Set watcher on znode that does not yet exist, /0-1420583537/running 2024-11-26T19:17:28,929 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:17:28,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46821-0x10155b5c88e0007, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Set watcher on znode that does not yet exist, /0-1420583537/running 2024-11-26T19:17:28,929 INFO [RS:0;fe76acf732b2:46821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:17:28,929 INFO [RS:0;fe76acf732b2:46821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:17:28,929 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:28,929 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:17:28,930 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,46821,1732648641975 2024-11-26T19:17:28,930 INFO [RS:0;fe76acf732b2:46821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:17:28,930 INFO [RS:0;fe76acf732b2:46821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:46821. 2024-11-26T19:17:28,930 DEBUG [RS:0;fe76acf732b2:46821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:28,930 DEBUG [RS:0;fe76acf732b2:46821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:28,930 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c0149a3e77e65bff62b87a33e709537, disabling compactions & flushes 2024-11-26T19:17:28,930 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. 2024-11-26T19:17:28,930 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:17:28,930 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. 2024-11-26T19:17:28,930 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:17:28,930 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:17:28,930 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. after waiting 0 ms 2024-11-26T19:17:28,930 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:17:28,930 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. 2024-11-26T19:17:28,930 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T19:17:28,930 DEBUG [RS:0;fe76acf732b2:46821 {}] regionserver.HRegionServer(1325): Online Regions={5c0149a3e77e65bff62b87a33e709537=hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:17:28,931 DEBUG [RS:0;fe76acf732b2:46821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c0149a3e77e65bff62b87a33e709537 2024-11-26T19:17:28,931 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:17:28,931 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:17:28,931 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:17:28,931 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:17:28,931 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:17:28,931 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-26T19:17:28,936 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/replication/5c0149a3e77e65bff62b87a33e709537/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-26T19:17:28,936 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:17:28,936 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:17:28,937 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. 2024-11-26T19:17:28,937 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c0149a3e77e65bff62b87a33e709537: Waiting for close lock at 1732648648930Running coprocessor pre-close hooks at 1732648648930Disabling compacts and flushes for region at 1732648648930Disabling writes for close at 1732648648930Writing region close event to WAL at 1732648648931 (+1 ms)Running coprocessor post-close hooks at 1732648648936 (+5 ms)Closed at 1732648648937 (+1 ms) 2024-11-26T19:17:28,937 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537. 2024-11-26T19:17:28,956 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/.tmp/info/ed749d83bd7b412a92211d0817855a65 is 147, key is hbase:replication,,1732648635378.5c0149a3e77e65bff62b87a33e709537./info:regioninfo/1732648647157/Put/seqid=0 2024-11-26T19:17:28,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741851_1027 (size=6385) 2024-11-26T19:17:28,991 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:17:29,131 DEBUG [RS:0;fe76acf732b2:46821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:17:29,156 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,1-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 to pos 0, reset compression=false 2024-11-26T19:17:29,156 DEBUG [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,2-fe76acf732b2,46821,1732648641975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 to pos 0, reset compression=false 2024-11-26T19:17:29,331 DEBUG [RS:0;fe76acf732b2:46821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:17:29,361 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/.tmp/info/ed749d83bd7b412a92211d0817855a65 2024-11-26T19:17:29,369 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/.tmp/info/ed749d83bd7b412a92211d0817855a65 as hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/info/ed749d83bd7b412a92211d0817855a65 2024-11-26T19:17:29,375 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/info/ed749d83bd7b412a92211d0817855a65, entries=8, sequenceid=19, filesize=6.2 K 2024-11-26T19:17:29,376 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false 2024-11-26T19:17:29,381 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-26T19:17:29,381 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:17:29,382 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:17:29,382 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:17:29,382 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648648931Running coprocessor pre-close hooks at 1732648648931Disabling compacts and flushes for region at 1732648648931Disabling writes for close at 1732648648931Obtaining lock to block concurrent updates at 1732648648931Preparing flush snapshotting stores in 1588230740 at 1732648648931Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732648648931Flushing stores of hbase:meta,,1.1588230740 at 1732648648932 (+1 ms)Flushing 1588230740/info: creating writer at 1732648648932Flushing 1588230740/info: appending metadata at 1732648648955 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732648648955Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b2c619f: reopening flushed file at 1732648649368 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false at 1732648649376 (+8 ms)Writing region close event to WAL at 1732648649377 (+1 ms)Running coprocessor post-close hooks at 1732648649381 (+4 ms)Closed at 1732648649382 (+1 ms) 2024-11-26T19:17:29,382 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:17:29,393 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:17:29,393 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:17:29,531 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,46821,1732648641975; all regions closed. 2024-11-26T19:17:29,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741849_1025 (size=2156) 2024-11-26T19:17:29,538 DEBUG [RS:0;fe76acf732b2:46821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/oldWALs 2024-11-26T19:17:29,538 INFO [RS:0;fe76acf732b2:46821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C46821%2C1732648641975.meta:.meta(num 1732648642841) 2024-11-26T19:17:29,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741850_1026 (size=796) 2024-11-26T19:17:29,541 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.rep.1732648647113 not finished, retry = 0 2024-11-26T19:17:29,644 DEBUG [RS:0;fe76acf732b2:46821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/oldWALs 2024-11-26T19:17:29,644 INFO [RS:0;fe76acf732b2:46821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C46821%2C1732648641975.rep:(num 1732648647113) 2024-11-26T19:17:29,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741848_1024 (size=93) 2024-11-26T19:17:29,647 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/WALs/fe76acf732b2,46821,1732648641975/fe76acf732b2%2C46821%2C1732648641975.1732648642558 not finished, retry = 0 2024-11-26T19:17:29,750 DEBUG [RS:0;fe76acf732b2:46821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/oldWALs 2024-11-26T19:17:29,750 INFO [RS:0;fe76acf732b2:46821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C46821%2C1732648641975:(num 1732648642558) 2024-11-26T19:17:29,750 DEBUG [RS:0;fe76acf732b2:46821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:29,750 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:17:29,750 INFO [RS:0;fe76acf732b2:46821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:17:29,751 INFO [RS:0;fe76acf732b2:46821 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T19:17:29,751 INFO [RS:0;fe76acf732b2:46821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:17:29,751 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:17:29,751 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-26T19:17:29,751 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fe76acf732b2,46821,1732648641975 because: Region server is closing 2024-11-26T19:17:29,751 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-26T19:17:29,751 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-26T19:17:29,751 INFO [RS:0;fe76acf732b2:46821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:46821. 2024-11-26T19:17:29,752 DEBUG [RS:0;fe76acf732b2:46821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:29,752 DEBUG [RS:0;fe76acf732b2:46821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:29,752 DEBUG [RS:0;fe76acf732b2:46821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:29,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:17:29,852 WARN [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,1-fe76acf732b2,46821,1732648641975 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T19:17:29,852 WARN [RS:0;fe76acf732b2:46821.replicationSource.shipperfe76acf732b2%2C46821%2C1732648641975,1-fe76acf732b2,46821,1732648641975 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T19:17:29,853 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;fe76acf732b2:46821.replicationSource.shipperfe76acf732b2%2C46821%2C1732648641975,1-fe76acf732b2,46821,1732648641975 terminated 2024-11-26T19:17:29,853 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-fe76acf732b2,46821,1732648641975 because: Region server is closing 2024-11-26T19:17:29,853 INFO [RS:0;fe76acf732b2:46821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:46821. 2024-11-26T19:17:29,853 DEBUG [RS:0;fe76acf732b2:46821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:29,853 DEBUG [RS:0;fe76acf732b2:46821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:29,853 DEBUG [RS:0;fe76acf732b2:46821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:29,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:17:29,954 WARN [RS:0;fe76acf732b2:46821.replicationSource.wal-reader.fe76acf732b2%2C46821%2C1732648641975,2-fe76acf732b2,46821,1732648641975 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T19:17:29,954 WARN [RS:0;fe76acf732b2:46821.replicationSource.shipperfe76acf732b2%2C46821%2C1732648641975,2-fe76acf732b2,46821,1732648641975 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T19:17:29,954 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;fe76acf732b2:46821.replicationSource.shipperfe76acf732b2%2C46821%2C1732648641975,2-fe76acf732b2,46821,1732648641975 terminated 2024-11-26T19:17:29,954 INFO [RS:0;fe76acf732b2:46821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46821 2024-11-26T19:17:29,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10155b5c88e0007, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1420583537/rs/fe76acf732b2,46821,1732648641975 2024-11-26T19:17:29,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537/rs 2024-11-26T19:17:29,957 INFO [RS:0;fe76acf732b2:46821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:17:29,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,46821,1732648641975] 2024-11-26T19:17:29,960 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1420583537/draining/fe76acf732b2,46821,1732648641975 already deleted, retry=false 2024-11-26T19:17:29,960 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,46821,1732648641975 expired; onlineServers=0 2024-11-26T19:17:29,960 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,39895,1732648641939' ***** 2024-11-26T19:17:29,960 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:17:29,960 INFO [M:0;fe76acf732b2:39895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:17:29,961 INFO [M:0;fe76acf732b2:39895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:17:29,961 DEBUG [M:0;fe76acf732b2:39895 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:17:29,961 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:17:29,961 DEBUG [M:0;fe76acf732b2:39895 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:17:29,961 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648642261 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648642261,5,FailOnTimeoutGroup] 2024-11-26T19:17:29,961 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648642262 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648642262,5,FailOnTimeoutGroup] 2024-11-26T19:17:29,961 INFO [M:0;fe76acf732b2:39895 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:17:29,961 INFO [M:0;fe76acf732b2:39895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:17:29,961 DEBUG [M:0;fe76acf732b2:39895 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:17:29,961 INFO [M:0;fe76acf732b2:39895 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:17:29,961 INFO [M:0;fe76acf732b2:39895 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:17:29,962 INFO [M:0;fe76acf732b2:39895 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:17:29,962 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:17:29,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1420583537/master 2024-11-26T19:17:29,962 DEBUG [M:0;fe76acf732b2:39895 {}] zookeeper.ZKUtil(347): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Unable to get data of znode /0-1420583537/master because node does not exist (not an error) 2024-11-26T19:17:29,963 WARN [M:0;fe76acf732b2:39895 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T19:17:29,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420583537 2024-11-26T19:17:29,963 INFO [M:0;fe76acf732b2:39895 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/.lastflushedseqids 2024-11-26T19:17:29,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741852_1028 (size=181) 2024-11-26T19:17:30,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10155b5c88e0007, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:17:30,058 INFO [RS:0;fe76acf732b2:46821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:17:30,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10155b5c88e0007, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:17:30,058 INFO [RS:0;fe76acf732b2:46821 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,46821,1732648641975; zookeeper connection closed. 2024-11-26T19:17:30,059 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48508636 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48508636 2024-11-26T19:17:30,059 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:17:30,370 INFO [M:0;fe76acf732b2:39895 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:17:30,370 INFO [M:0;fe76acf732b2:39895 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:17:30,370 DEBUG [M:0;fe76acf732b2:39895 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:17:30,370 INFO [M:0;fe76acf732b2:39895 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:30,370 DEBUG [M:0;fe76acf732b2:39895 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:30,371 DEBUG [M:0;fe76acf732b2:39895 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:17:30,371 DEBUG [M:0;fe76acf732b2:39895 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:30,371 INFO [M:0;fe76acf732b2:39895 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-26T19:17:30,389 DEBUG [M:0;fe76acf732b2:39895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d99e8c34c92e485d97e706ecf128612f is 82, key is hbase:meta,,1/info:regioninfo/1732648642901/Put/seqid=0 2024-11-26T19:17:30,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741853_1029 (size=5680) 2024-11-26T19:17:30,394 INFO [M:0;fe76acf732b2:39895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d99e8c34c92e485d97e706ecf128612f 2024-11-26T19:17:30,418 DEBUG [M:0;fe76acf732b2:39895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/014b921fa85b4925b5a51a708de53b04 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732648647165/Put/seqid=0 2024-11-26T19:17:30,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741854_1030 (size=7319) 2024-11-26T19:17:30,824 INFO [M:0;fe76acf732b2:39895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/014b921fa85b4925b5a51a708de53b04 2024-11-26T19:17:30,855 DEBUG [M:0;fe76acf732b2:39895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b52043313e54fd9bc5bd51236edea47 is 69, key is fe76acf732b2,46821,1732648641975/rs:state/1732648642333/Put/seqid=0 2024-11-26T19:17:30,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741855_1031 (size=5371) 2024-11-26T19:17:31,261 INFO [M:0;fe76acf732b2:39895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b52043313e54fd9bc5bd51236edea47 2024-11-26T19:17:31,268 INFO [M:0;fe76acf732b2:39895 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b52043313e54fd9bc5bd51236edea47 2024-11-26T19:17:31,273 DEBUG [M:0;fe76acf732b2:39895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d99e8c34c92e485d97e706ecf128612f as hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d99e8c34c92e485d97e706ecf128612f 2024-11-26T19:17:31,279 INFO [M:0;fe76acf732b2:39895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d99e8c34c92e485d97e706ecf128612f, entries=8, sequenceid=172, filesize=5.5 K 2024-11-26T19:17:31,280 DEBUG [M:0;fe76acf732b2:39895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/014b921fa85b4925b5a51a708de53b04 as hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/014b921fa85b4925b5a51a708de53b04 2024-11-26T19:17:31,286 INFO [M:0;fe76acf732b2:39895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/014b921fa85b4925b5a51a708de53b04, entries=7, sequenceid=172, filesize=7.1 K 2024-11-26T19:17:31,287 DEBUG [M:0;fe76acf732b2:39895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b52043313e54fd9bc5bd51236edea47 as hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b52043313e54fd9bc5bd51236edea47 2024-11-26T19:17:31,291 INFO [M:0;fe76acf732b2:39895 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b52043313e54fd9bc5bd51236edea47 2024-11-26T19:17:31,292 INFO [M:0;fe76acf732b2:39895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43573/user/jenkins/test-data/72852f99-9b02-cd96-89ff-4109ee7fb601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b52043313e54fd9bc5bd51236edea47, entries=2, sequenceid=172, filesize=5.2 K 2024-11-26T19:17:31,293 INFO [M:0;fe76acf732b2:39895 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=172, compaction requested=false 2024-11-26T19:17:31,294 INFO [M:0;fe76acf732b2:39895 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:31,294 DEBUG [M:0;fe76acf732b2:39895 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648650370Disabling compacts and flushes for region at 1732648650370Disabling writes for close at 1732648650371 (+1 ms)Obtaining lock to block concurrent updates at 1732648650371Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648650371Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732648650371Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648650372 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648650372Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648650388 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648650388Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648650400 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648650418 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648650418Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648650831 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648650854 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648650854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2570f4f6: reopening flushed file at 1732648651268 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad59561: reopening flushed file at 1732648651279 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6295ce2f: reopening flushed file at 1732648651286 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=172, compaction requested=false at 1732648651293 (+7 ms)Writing region close event to WAL at 1732648651294 (+1 ms)Closed at 1732648651294 2024-11-26T19:17:31,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46449 is added to blk_1073741847_1023 (size=22949) 2024-11-26T19:17:31,298 INFO [M:0;fe76acf732b2:39895 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:17:31,298 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:17:31,298 INFO [M:0;fe76acf732b2:39895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39895 2024-11-26T19:17:31,298 INFO [M:0;fe76acf732b2:39895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:17:31,400 INFO [M:0;fe76acf732b2:39895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:17:31,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:17:31,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x10155b5c88e0006, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:17:31,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:17:31,403 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:17:31,403 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:17:31,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:17:31,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/hadoop.log.dir/,STOPPED} 2024-11-26T19:17:31,409 WARN [BP-40545073-172.17.0.2-1732648624410 heartbeating to localhost/127.0.0.1:43573 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:17:31,409 WARN [BP-40545073-172.17.0.2-1732648624410 heartbeating to localhost/127.0.0.1:43573 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-40545073-172.17.0.2-1732648624410 (Datanode Uuid 68f27907-0dbc-453a-a0c3-50e3d1fe2847) service to localhost/127.0.0.1:43573 2024-11-26T19:17:31,409 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:17:31,409 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:17:31,412 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:17:31,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:17:31,421 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/cluster_b6bd519d-6f21-658e-7d29-6c14f0746a15/data/data1/current/BP-40545073-172.17.0.2-1732648624410 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:17:31,421 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/cluster_b6bd519d-6f21-658e-7d29-6c14f0746a15/data/data2/current/BP-40545073-172.17.0.2-1732648624410 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:17:31,421 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:17:31,421 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:17:31,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:17:31,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda4d106-adfa-1575-ffa0-0406c2ea9e0f/hadoop.log.dir/,STOPPED} 2024-11-26T19:17:31,430 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T19:17:31,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T19:17:31,455 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62768) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fe76acf732b2:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62768) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35375 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fe76acf732b2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fe76acf732b2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43573 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@d1abb27 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fe76acf732b2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fe76acf732b2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 271) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6640 (was 6731) 2024-11-26T19:17:31,463 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=6639 2024-11-26T19:17:31,477 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-26T19:17:31,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/hadoop.log.dir so I do NOT create it in target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287 2024-11-26T19:17:31,478 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T19:17:31,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/hadoop.tmp.dir so I do NOT create it in target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287 2024-11-26T19:17:31,478 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc4ff7fd-744b-983f-121f-20565cd630d2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T19:17:31,478 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287 2024-11-26T19:17:31,478 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/cluster_b405a65a-369e-3e3a-a2f2-853eb18ff39b, deleteOnExit=true 2024-11-26T19:17:31,481 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/cluster_b405a65a-369e-3e3a-a2f2-853eb18ff39b/zookeeper_0, clientPort=64323, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/cluster_b405a65a-369e-3e3a-a2f2-853eb18ff39b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/cluster_b405a65a-369e-3e3a-a2f2-853eb18ff39b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T19:17:31,482 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64323 2024-11-26T19:17:31,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:17:31,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:17:31,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/test.cache.data in system properties and HBase conf 2024-11-26T19:17:31,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:17:31,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:17:31,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:17:31,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:17:31,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:17:31,482 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:17:31,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:17:31,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:17:31,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:17:31,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:17:31,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:17:31,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:17:31,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:17:31,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:17:31,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:17:31,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:17:31,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:17:31,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:17:31,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:17:31,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:17:31,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10155b5c88e0005, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T19:17:31,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10155b5c88e0002, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T19:17:31,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10155b5c88e0002, quorum=127.0.0.1:62768, baseZNode=/0-1420583537 Received Disconnected from ZooKeeper, ignoring 2024-11-26T19:17:31,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10155b5c88e0005, quorum=127.0.0.1:62768, baseZNode=/1222757273 Received Disconnected from ZooKeeper, ignoring 2024-11-26T19:17:31,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:17:31,587 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:17:31,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:17:31,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:17:31,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T19:17:31,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:17:31,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:17:31,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:17:31,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@501cbce2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/java.io.tmpdir/jetty-localhost-34003-hadoop-hdfs-3_4_1-tests_jar-_-any-11839784349107558359/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:17:31,710 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:34003} 2024-11-26T19:17:31,710 INFO [Time-limited test {}] server.Server(415): Started @29391ms 2024-11-26T19:17:31,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:17:31,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:17:31,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:17:31,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:17:31,814 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T19:17:31,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:17:31,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:17:31,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79f3518d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/java.io.tmpdir/jetty-localhost-36917-hadoop-hdfs-3_4_1-tests_jar-_-any-1437451557317246730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:17:31,937 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:36917} 2024-11-26T19:17:31,937 INFO [Time-limited test {}] server.Server(415): Started @29618ms 2024-11-26T19:17:31,938 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:17:32,053 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/cluster_b405a65a-369e-3e3a-a2f2-853eb18ff39b/data/data1/current/BP-847287752-172.17.0.2-1732648651521/current, will proceed with Du for space computation calculation, 2024-11-26T19:17:32,053 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/cluster_b405a65a-369e-3e3a-a2f2-853eb18ff39b/data/data2/current/BP-847287752-172.17.0.2-1732648651521/current, will proceed with Du for space computation calculation, 2024-11-26T19:17:32,070 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:17:32,073 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebd7d03b4a32b7c3 with lease ID 0x11238286ddb568bb: Processing first storage report for DS-a77fb5ed-5930-4f07-a40e-a836d3f5dc45 from datanode DatanodeRegistration(127.0.0.1:41357, datanodeUuid=a28dd641-d9d5-4bc4-b223-fd78007c9df0, infoPort=43719, infoSecurePort=0, ipcPort=36491, storageInfo=lv=-57;cid=testClusterID;nsid=542093508;c=1732648651521) 2024-11-26T19:17:32,073 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebd7d03b4a32b7c3 with lease ID 0x11238286ddb568bb: from storage DS-a77fb5ed-5930-4f07-a40e-a836d3f5dc45 node DatanodeRegistration(127.0.0.1:41357, datanodeUuid=a28dd641-d9d5-4bc4-b223-fd78007c9df0, infoPort=43719, infoSecurePort=0, ipcPort=36491, storageInfo=lv=-57;cid=testClusterID;nsid=542093508;c=1732648651521), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:17:32,073 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebd7d03b4a32b7c3 with lease ID 0x11238286ddb568bb: Processing first storage report for DS-84e9f7a2-2ac4-4e98-9c80-3f6ad756d7a1 from datanode DatanodeRegistration(127.0.0.1:41357, datanodeUuid=a28dd641-d9d5-4bc4-b223-fd78007c9df0, infoPort=43719, infoSecurePort=0, ipcPort=36491, storageInfo=lv=-57;cid=testClusterID;nsid=542093508;c=1732648651521) 2024-11-26T19:17:32,073 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebd7d03b4a32b7c3 with lease ID 0x11238286ddb568bb: from storage DS-84e9f7a2-2ac4-4e98-9c80-3f6ad756d7a1 node DatanodeRegistration(127.0.0.1:41357, datanodeUuid=a28dd641-d9d5-4bc4-b223-fd78007c9df0, infoPort=43719, infoSecurePort=0, ipcPort=36491, storageInfo=lv=-57;cid=testClusterID;nsid=542093508;c=1732648651521), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:17:32,166 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287 2024-11-26T19:17:32,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:32,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:32,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41357 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:17:32,579 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3 with version=8 2024-11-26T19:17:32,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/hbase-staging 2024-11-26T19:17:32,582 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:17:32,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:32,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:32,582 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:17:32,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:32,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:17:32,582 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:17:32,582 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:17:32,583 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45991 2024-11-26T19:17:32,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45991 connecting to ZooKeeper ensemble=127.0.0.1:64323 2024-11-26T19:17:32,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459910x0, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:17:32,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45991-0x10155b635670000 connected 2024-11-26T19:17:32,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:32,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:32,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Set watcher on znode that does not yet exist, /0-1552476559/running 2024-11-26T19:17:32,621 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3, hbase.cluster.distributed=false 2024-11-26T19:17:32,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Set watcher on znode that does not yet exist, /0-1552476559/acl 2024-11-26T19:17:32,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45991 2024-11-26T19:17:32,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45991 2024-11-26T19:17:32,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45991 2024-11-26T19:17:32,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45991 2024-11-26T19:17:32,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45991 2024-11-26T19:17:32,645 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:17:32,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:32,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:32,645 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:17:32,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:32,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:17:32,646 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:17:32,646 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:17:32,646 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43457 2024-11-26T19:17:32,648 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43457 connecting to ZooKeeper ensemble=127.0.0.1:64323 2024-11-26T19:17:32,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:32,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:32,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434570x0, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:17:32,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43457-0x10155b635670001 connected 2024-11-26T19:17:32,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Set watcher on znode that does not yet exist, /0-1552476559/running 2024-11-26T19:17:32,658 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:17:32,664 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:17:32,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Set watcher on znode that does not yet exist, /0-1552476559/master 2024-11-26T19:17:32,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Set watcher on znode that does not yet exist, /0-1552476559/acl 2024-11-26T19:17:32,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43457 2024-11-26T19:17:32,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43457 2024-11-26T19:17:32,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43457 2024-11-26T19:17:32,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43457 2024-11-26T19:17:32,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43457 2024-11-26T19:17:32,699 DEBUG [M:0;fe76acf732b2:45991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:45991 2024-11-26T19:17:32,700 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1552476559/backup-masters/fe76acf732b2,45991,1732648652582 2024-11-26T19:17:32,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559/backup-masters 2024-11-26T19:17:32,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559/backup-masters 2024-11-26T19:17:32,704 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Set watcher on existing znode=/0-1552476559/backup-masters/fe76acf732b2,45991,1732648652582 2024-11-26T19:17:32,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1552476559/master 2024-11-26T19:17:32,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559 2024-11-26T19:17:32,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559 2024-11-26T19:17:32,709 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Set watcher on existing znode=/0-1552476559/master 2024-11-26T19:17:32,712 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1552476559/backup-masters/fe76acf732b2,45991,1732648652582 from backup master directory 2024-11-26T19:17:32,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559/backup-masters 2024-11-26T19:17:32,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1552476559/backup-masters/fe76acf732b2,45991,1732648652582 2024-11-26T19:17:32,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559/backup-masters 2024-11-26T19:17:32,715 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:17:32,715 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,45991,1732648652582 2024-11-26T19:17:32,720 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/hbase.id] with ID: f53e235f-a4bb-4965-9862-a4c5d395bde4 2024-11-26T19:17:32,720 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/.tmp/hbase.id 2024-11-26T19:17:32,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41357 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:17:33,132 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/.tmp/hbase.id]:[hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/hbase.id] 2024-11-26T19:17:33,157 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:33,158 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:17:33,161 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-26T19:17:33,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559 2024-11-26T19:17:33,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559 2024-11-26T19:17:33,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41357 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:17:33,189 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:17:33,191 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:17:33,191 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:33,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41357 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:17:33,613 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/data/master/store 2024-11-26T19:17:33,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41357 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:17:34,021 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:34,021 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:17:34,021 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:34,021 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:34,021 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:17:34,021 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:34,022 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:34,022 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648654021Disabling compacts and flushes for region at 1732648654021Disabling writes for close at 1732648654021Writing region close event to WAL at 1732648654022 (+1 ms)Closed at 1732648654022 2024-11-26T19:17:34,023 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/data/master/store/.initializing 2024-11-26T19:17:34,023 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/WALs/fe76acf732b2,45991,1732648652582 2024-11-26T19:17:34,024 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:17:34,026 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C45991%2C1732648652582, suffix=, logDir=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/WALs/fe76acf732b2,45991,1732648652582, archiveDir=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/oldWALs, maxLogs=10 2024-11-26T19:17:34,045 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/WALs/fe76acf732b2,45991,1732648652582/fe76acf732b2%2C45991%2C1732648652582.1732648654027, exclude list is [], retry=0 2024-11-26T19:17:34,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41357,DS-a77fb5ed-5930-4f07-a40e-a836d3f5dc45,DISK] 2024-11-26T19:17:34,050 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/WALs/fe76acf732b2,45991,1732648652582/fe76acf732b2%2C45991%2C1732648652582.1732648654027 2024-11-26T19:17:34,051 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43719:43719)] 2024-11-26T19:17:34,051 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:17:34,051 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:34,051 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:34,051 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:34,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:34,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:17:34,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:34,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:34,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:34,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:17:34,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:34,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:34,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:34,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:17:34,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:34,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:34,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:34,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:17:34,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:34,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:34,060 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:34,061 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:34,061 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:34,062 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:34,062 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:34,062 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:17:34,064 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:34,066 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:17:34,066 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62379471, jitterRate=-0.07047344744205475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:17:34,067 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648654051Initializing all the Stores at 1732648654052 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648654052Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648654052Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648654052Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648654052Cleaning up temporary data from old regions at 1732648654062 (+10 ms)Region opened successfully at 1732648654067 (+5 ms) 2024-11-26T19:17:34,068 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:17:34,071 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523d09fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:17:34,072 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:17:34,072 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:17:34,072 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:17:34,072 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:17:34,072 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:17:34,073 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T19:17:34,073 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:17:34,075 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:17:34,075 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Unable to get data of znode /0-1552476559/balancer because node does not exist (not necessarily an error) 2024-11-26T19:17:34,077 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1552476559/balancer already deleted, retry=false 2024-11-26T19:17:34,077 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:17:34,077 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Unable to get data of znode /0-1552476559/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:17:34,080 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1552476559/normalizer already deleted, retry=false 2024-11-26T19:17:34,080 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:17:34,081 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Unable to get data of znode /0-1552476559/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:17:34,082 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1552476559/switch/split already deleted, retry=false 2024-11-26T19:17:34,083 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Unable to get data of znode /0-1552476559/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:17:34,084 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1552476559/switch/merge already deleted, retry=false 2024-11-26T19:17:34,086 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Unable to get data of znode /0-1552476559/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:17:34,087 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1552476559/snapshot-cleanup already deleted, retry=false 2024-11-26T19:17:34,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1552476559/running 2024-11-26T19:17:34,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1552476559/running 2024-11-26T19:17:34,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559 2024-11-26T19:17:34,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559 2024-11-26T19:17:34,090 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,45991,1732648652582, sessionid=0x10155b635670000, setting cluster-up flag (Was=false) 2024-11-26T19:17:34,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559 2024-11-26T19:17:34,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559 2024-11-26T19:17:34,101 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1552476559/flush-table-proc/acquired, /0-1552476559/flush-table-proc/reached, /0-1552476559/flush-table-proc/abort 2024-11-26T19:17:34,105 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,45991,1732648652582 2024-11-26T19:17:34,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559 2024-11-26T19:17:34,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559 2024-11-26T19:17:34,114 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1552476559/online-snapshot/acquired, /0-1552476559/online-snapshot/reached, /0-1552476559/online-snapshot/abort 2024-11-26T19:17:34,115 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,45991,1732648652582 2024-11-26T19:17:34,117 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:17:34,119 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:34,119 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:17:34,120 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:17:34,120 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,45991,1732648652582 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:17:34,121 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:34,121 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:34,121 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:34,121 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:34,121 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:17:34,122 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:34,122 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:17:34,122 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:34,126 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:34,126 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:17:34,127 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:34,127 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:17:34,132 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648684132 2024-11-26T19:17:34,132 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:17:34,132 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:17:34,132 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:17:34,132 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:17:34,132 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:17:34,132 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:17:34,132 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:34,136 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:17:34,136 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:17:34,136 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:17:34,137 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:17:34,138 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:17:34,138 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:17:34,140 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648654138,5,FailOnTimeoutGroup] 2024-11-26T19:17:34,141 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648654141,5,FailOnTimeoutGroup] 2024-11-26T19:17:34,141 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:34,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41357 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:17:34,141 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:17:34,141 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:34,141 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:34,142 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:17:34,143 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3 2024-11-26T19:17:34,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41357 is added to blk_1073741832_1008 (size=32) 2024-11-26T19:17:34,183 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(746): ClusterId : f53e235f-a4bb-4965-9862-a4c5d395bde4 2024-11-26T19:17:34,183 DEBUG [RS:0;fe76acf732b2:43457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:17:34,185 DEBUG [RS:0;fe76acf732b2:43457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:17:34,185 DEBUG [RS:0;fe76acf732b2:43457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:17:34,188 DEBUG [RS:0;fe76acf732b2:43457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:17:34,188 DEBUG [RS:0;fe76acf732b2:43457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f52267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:17:34,201 DEBUG [RS:0;fe76acf732b2:43457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:43457 2024-11-26T19:17:34,201 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:17:34,201 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:17:34,201 DEBUG [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:17:34,202 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,45991,1732648652582 with port=43457, startcode=1732648652645 2024-11-26T19:17:34,202 DEBUG [RS:0;fe76acf732b2:43457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:17:34,204 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:17:34,205 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,43457,1732648652645 2024-11-26T19:17:34,205 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45991 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,43457,1732648652645 2024-11-26T19:17:34,207 DEBUG [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3 2024-11-26T19:17:34,207 DEBUG [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41517 2024-11-26T19:17:34,207 DEBUG [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:17:34,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559/rs 2024-11-26T19:17:34,209 DEBUG [RS:0;fe76acf732b2:43457 {}] zookeeper.ZKUtil(111): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Set watcher on existing znode=/0-1552476559/rs/fe76acf732b2,43457,1732648652645 2024-11-26T19:17:34,209 WARN [RS:0;fe76acf732b2:43457 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:17:34,209 INFO [RS:0;fe76acf732b2:43457 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:34,209 DEBUG [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/WALs/fe76acf732b2,43457,1732648652645 2024-11-26T19:17:34,209 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,43457,1732648652645] 2024-11-26T19:17:34,215 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:17:34,219 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:17:34,219 INFO [RS:0;fe76acf732b2:43457 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:17:34,219 INFO [RS:0;fe76acf732b2:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:34,220 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:17:34,220 INFO [RS:0;fe76acf732b2:43457 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:17:34,221 INFO [RS:0;fe76acf732b2:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:34,221 DEBUG [RS:0;fe76acf732b2:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:34,221 DEBUG [RS:0;fe76acf732b2:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:34,221 DEBUG [RS:0;fe76acf732b2:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:34,221 DEBUG [RS:0;fe76acf732b2:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:34,221 DEBUG [RS:0;fe76acf732b2:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:34,221 DEBUG [RS:0;fe76acf732b2:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:17:34,221 DEBUG [RS:0;fe76acf732b2:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:34,222 DEBUG [RS:0;fe76acf732b2:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:34,222 DEBUG [RS:0;fe76acf732b2:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:34,222 DEBUG [RS:0;fe76acf732b2:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:34,222 DEBUG [RS:0;fe76acf732b2:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:34,222 DEBUG [RS:0;fe76acf732b2:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:34,222 DEBUG [RS:0;fe76acf732b2:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:17:34,222 DEBUG [RS:0;fe76acf732b2:43457 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:17:34,223 INFO [RS:0;fe76acf732b2:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:34,223 INFO [RS:0;fe76acf732b2:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:34,223 INFO [RS:0;fe76acf732b2:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:34,223 INFO [RS:0;fe76acf732b2:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:34,223 INFO [RS:0;fe76acf732b2:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:34,223 INFO [RS:0;fe76acf732b2:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,43457,1732648652645-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:17:34,239 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:17:34,239 INFO [RS:0;fe76acf732b2:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,43457,1732648652645-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:34,239 INFO [RS:0;fe76acf732b2:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:34,239 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.Replication(171): fe76acf732b2,43457,1732648652645 started 2024-11-26T19:17:34,259 INFO [RS:0;fe76acf732b2:43457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:34,259 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,43457,1732648652645, RpcServer on fe76acf732b2/172.17.0.2:43457, sessionid=0x10155b635670001 2024-11-26T19:17:34,259 DEBUG [RS:0;fe76acf732b2:43457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:17:34,259 DEBUG [RS:0;fe76acf732b2:43457 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,43457,1732648652645 2024-11-26T19:17:34,259 DEBUG [RS:0;fe76acf732b2:43457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,43457,1732648652645' 2024-11-26T19:17:34,259 DEBUG [RS:0;fe76acf732b2:43457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1552476559/flush-table-proc/abort' 2024-11-26T19:17:34,259 DEBUG [RS:0;fe76acf732b2:43457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1552476559/flush-table-proc/acquired' 2024-11-26T19:17:34,260 DEBUG [RS:0;fe76acf732b2:43457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:17:34,260 DEBUG [RS:0;fe76acf732b2:43457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:17:34,260 DEBUG [RS:0;fe76acf732b2:43457 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,43457,1732648652645 2024-11-26T19:17:34,260 DEBUG [RS:0;fe76acf732b2:43457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,43457,1732648652645' 2024-11-26T19:17:34,260 DEBUG [RS:0;fe76acf732b2:43457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1552476559/online-snapshot/abort' 2024-11-26T19:17:34,260 DEBUG [RS:0;fe76acf732b2:43457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1552476559/online-snapshot/acquired' 2024-11-26T19:17:34,261 DEBUG [RS:0;fe76acf732b2:43457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:17:34,261 INFO [RS:0;fe76acf732b2:43457 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:17:34,261 INFO [RS:0;fe76acf732b2:43457 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:17:34,362 INFO [RS:0;fe76acf732b2:43457 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:17:34,364 INFO [RS:0;fe76acf732b2:43457 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C43457%2C1732648652645, suffix=, logDir=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/WALs/fe76acf732b2,43457,1732648652645, archiveDir=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/oldWALs, maxLogs=10 2024-11-26T19:17:34,381 DEBUG [RS:0;fe76acf732b2:43457 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/WALs/fe76acf732b2,43457,1732648652645/fe76acf732b2%2C43457%2C1732648652645.1732648654365, exclude list is [], retry=0 2024-11-26T19:17:34,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41357,DS-a77fb5ed-5930-4f07-a40e-a836d3f5dc45,DISK] 2024-11-26T19:17:34,386 INFO [RS:0;fe76acf732b2:43457 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/WALs/fe76acf732b2,43457,1732648652645/fe76acf732b2%2C43457%2C1732648652645.1732648654365 2024-11-26T19:17:34,386 DEBUG [RS:0;fe76acf732b2:43457 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43719:43719)] 2024-11-26T19:17:34,439 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:17:34,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:17:34,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:17:34,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:34,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:17:34,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:17:34,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:34,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:34,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:17:34,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:17:34,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:34,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:34,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:17:34,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:17:34,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:34,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:34,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:17:34,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:17:34,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:34,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:34,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:17:34,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/1588230740 2024-11-26T19:17:34,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/1588230740 2024-11-26T19:17:34,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:17:34,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:17:34,569 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:17:34,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:17:34,573 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:17:34,573 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69192487, jitterRate=0.031048402190208435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:17:34,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648654555Initializing all the Stores at 1732648654557 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648654557Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648654557Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648654557Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648654557Cleaning up temporary data from old regions at 1732648654568 (+11 ms)Region opened successfully at 1732648654574 (+6 ms) 2024-11-26T19:17:34,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:17:34,575 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:17:34,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:17:34,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:17:34,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:17:34,575 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:17:34,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648654574Disabling compacts and flushes for region at 1732648654574Disabling writes for close at 1732648654575 (+1 ms)Writing region close event to WAL at 1732648654575Closed at 1732648654575 2024-11-26T19:17:34,577 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:34,577 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:17:34,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:17:34,578 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:17:34,580 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:17:34,730 DEBUG [fe76acf732b2:45991 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:17:34,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,43457,1732648652645 2024-11-26T19:17:34,732 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,43457,1732648652645, state=OPENING 2024-11-26T19:17:34,734 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:17:34,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559 2024-11-26T19:17:34,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559 2024-11-26T19:17:34,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1552476559/meta-region-server: CHANGED 2024-11-26T19:17:34,741 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:17:34,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,43457,1732648652645}] 2024-11-26T19:17:34,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1552476559/meta-region-server: CHANGED 2024-11-26T19:17:34,895 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:17:34,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:17:34,901 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:17:34,901 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:34,902 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:17:34,903 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C43457%2C1732648652645.meta, suffix=.meta, logDir=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/WALs/fe76acf732b2,43457,1732648652645, archiveDir=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/oldWALs, maxLogs=10 2024-11-26T19:17:34,918 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/WALs/fe76acf732b2,43457,1732648652645/fe76acf732b2%2C43457%2C1732648652645.meta.1732648654904.meta, exclude list is [], retry=0 2024-11-26T19:17:34,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41357,DS-a77fb5ed-5930-4f07-a40e-a836d3f5dc45,DISK] 2024-11-26T19:17:34,922 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/WALs/fe76acf732b2,43457,1732648652645/fe76acf732b2%2C43457%2C1732648652645.meta.1732648654904.meta 2024-11-26T19:17:34,923 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43719:43719)] 2024-11-26T19:17:34,923 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:17:34,923 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:17:34,923 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:17:34,923 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:17:34,924 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:17:34,924 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:17:34,924 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:34,924 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:17:34,924 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:17:34,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:17:34,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:17:34,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:34,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:34,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:17:34,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:17:34,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:34,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:34,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:17:34,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:17:34,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:34,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:34,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:17:34,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:17:34,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:34,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:34,931 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:17:34,932 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/1588230740 2024-11-26T19:17:34,933 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/1588230740 2024-11-26T19:17:34,934 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:17:34,934 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:17:34,934 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:17:34,936 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:17:34,937 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63340921, jitterRate=-0.05614672601222992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:17:34,937 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:17:34,938 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648654924Writing region info on filesystem at 1732648654924Initializing all the Stores at 1732648654925 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648654925Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648654925Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648654925Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648654925Cleaning up temporary data from old regions at 1732648654934 (+9 ms)Running coprocessor post-open hooks at 1732648654937 (+3 ms)Region opened successfully at 1732648654938 (+1 ms) 2024-11-26T19:17:34,939 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648654895 2024-11-26T19:17:34,941 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:17:34,941 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:17:34,942 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,43457,1732648652645 2024-11-26T19:17:34,943 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,43457,1732648652645, state=OPEN 2024-11-26T19:17:34,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1552476559/meta-region-server 2024-11-26T19:17:34,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1552476559/meta-region-server 2024-11-26T19:17:34,944 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,43457,1732648652645 2024-11-26T19:17:34,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1552476559/meta-region-server: CHANGED 2024-11-26T19:17:34,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1552476559/meta-region-server: CHANGED 2024-11-26T19:17:34,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:17:34,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,43457,1732648652645 in 203 msec 2024-11-26T19:17:34,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:17:34,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-11-26T19:17:34,950 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:34,950 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:17:34,951 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:17:34,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,43457,1732648652645, seqNum=-1] 2024-11-26T19:17:34,952 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:17:34,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:17:34,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 840 msec 2024-11-26T19:17:34,959 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648654959, completionTime=-1 2024-11-26T19:17:34,959 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:17:34,959 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:17:34,961 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:17:34,961 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648714961 2024-11-26T19:17:34,961 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732648774961 2024-11-26T19:17:34,961 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T19:17:34,961 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,45991,1732648652582-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:34,961 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,45991,1732648652582-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:34,961 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,45991,1732648652582-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:34,962 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:45991, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:34,962 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:34,962 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:34,963 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:17:34,966 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.251sec 2024-11-26T19:17:34,967 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:17:34,967 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:17:34,967 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:17:34,967 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:17:34,967 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:17:34,967 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,45991,1732648652582-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:17:34,967 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,45991,1732648652582-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:17:34,969 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:17:34,969 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:17:34,969 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,45991,1732648652582-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:34,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647a1f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:34,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,45991,-1 for getting cluster id 2024-11-26T19:17:34,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:34,984 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f53e235f-a4bb-4965-9862-a4c5d395bde4' 2024-11-26T19:17:34,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:34,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f53e235f-a4bb-4965-9862-a4c5d395bde4" 2024-11-26T19:17:34,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5516ae1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:34,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,45991,-1] 2024-11-26T19:17:34,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:34,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:34,986 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:34,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dea97bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:34,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:17:34,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,43457,1732648652645, seqNum=-1] 2024-11-26T19:17:34,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:17:34,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:17:34,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,45991,1732648652582 2024-11-26T19:17:34,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64323 2024-11-26T19:17:34,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:17:34,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10155b635670002 connected 2024-11-26T19:17:34,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/hadoop.log.dir so I do NOT create it in target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8 2024-11-26T19:17:34,999 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T19:17:34,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/hadoop.tmp.dir so I do NOT create it in target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8 2024-11-26T19:17:34,999 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T19:17:34,999 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8 2024-11-26T19:17:34,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:17:35,000 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/cluster_19c9d5c4-0267-1ee3-7056-afc5e8117ad0, deleteOnExit=true 2024-11-26T19:17:35,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:17:35,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/test.cache.data in system properties and HBase conf 2024-11-26T19:17:35,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:17:35,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:17:35,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:17:35,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:17:35,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:17:35,000 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:17:35,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:17:35,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:17:35,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:17:35,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:17:35,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:17:35,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:17:35,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:17:35,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:17:35,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:17:35,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:17:35,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:17:35,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:17:35,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:17:35,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:17:35,093 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:17:35,099 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:17:35,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:17:35,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:17:35,100 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T19:17:35,101 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:17:35,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9e52a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:17:35,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:17:35,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c9b3cc8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/java.io.tmpdir/jetty-localhost-34031-hadoop-hdfs-3_4_1-tests_jar-_-any-16553655470541068412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:17:35,235 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a51996c{HTTP/1.1, (http/1.1)}{localhost:34031} 2024-11-26T19:17:35,235 INFO [Time-limited test {}] server.Server(415): Started @32916ms 2024-11-26T19:17:35,337 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:17:35,341 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:17:35,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:17:35,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:17:35,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:17:35,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ceb2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:17:35,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2939c861{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:17:35,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51da98bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/java.io.tmpdir/jetty-localhost-33263-hadoop-hdfs-3_4_1-tests_jar-_-any-5424560464485501121/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:17:35,464 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48299201{HTTP/1.1, (http/1.1)}{localhost:33263} 2024-11-26T19:17:35,464 INFO [Time-limited test {}] server.Server(415): Started @33144ms 2024-11-26T19:17:35,465 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:17:35,575 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/cluster_19c9d5c4-0267-1ee3-7056-afc5e8117ad0/data/data1/current/BP-716454612-172.17.0.2-1732648655034/current, will proceed with Du for space computation calculation, 2024-11-26T19:17:35,575 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/cluster_19c9d5c4-0267-1ee3-7056-afc5e8117ad0/data/data2/current/BP-716454612-172.17.0.2-1732648655034/current, will proceed with Du for space computation calculation, 2024-11-26T19:17:35,601 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:17:35,609 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc551c0cc9c98b4b7 with lease ID 0x5bd70466f1b7038e: Processing first storage report for DS-2885939b-a36d-4a5d-85bf-358bceedf336 from datanode DatanodeRegistration(127.0.0.1:36121, datanodeUuid=6096f4c0-4402-4dcc-b39b-36cc9a44e216, infoPort=35555, infoSecurePort=0, ipcPort=43879, storageInfo=lv=-57;cid=testClusterID;nsid=215019637;c=1732648655034) 2024-11-26T19:17:35,609 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc551c0cc9c98b4b7 with lease ID 0x5bd70466f1b7038e: from storage DS-2885939b-a36d-4a5d-85bf-358bceedf336 node DatanodeRegistration(127.0.0.1:36121, datanodeUuid=6096f4c0-4402-4dcc-b39b-36cc9a44e216, infoPort=35555, infoSecurePort=0, ipcPort=43879, storageInfo=lv=-57;cid=testClusterID;nsid=215019637;c=1732648655034), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:17:35,609 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc551c0cc9c98b4b7 with lease ID 0x5bd70466f1b7038e: Processing first storage report for DS-84456fbc-93df-4998-bb64-4efcfec401da from datanode DatanodeRegistration(127.0.0.1:36121, datanodeUuid=6096f4c0-4402-4dcc-b39b-36cc9a44e216, infoPort=35555, infoSecurePort=0, ipcPort=43879, storageInfo=lv=-57;cid=testClusterID;nsid=215019637;c=1732648655034) 2024-11-26T19:17:35,609 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc551c0cc9c98b4b7 with lease ID 0x5bd70466f1b7038e: from storage DS-84456fbc-93df-4998-bb64-4efcfec401da node DatanodeRegistration(127.0.0.1:36121, datanodeUuid=6096f4c0-4402-4dcc-b39b-36cc9a44e216, infoPort=35555, infoSecurePort=0, ipcPort=43879, storageInfo=lv=-57;cid=testClusterID;nsid=215019637;c=1732648655034), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:17:35,696 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8 2024-11-26T19:17:35,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:35,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:35,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:17:36,107 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad with version=8 2024-11-26T19:17:36,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/hbase-staging 2024-11-26T19:17:36,110 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:17:36,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:36,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:36,110 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:17:36,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:36,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:17:36,110 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:17:36,110 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:17:36,111 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38337 2024-11-26T19:17:36,112 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38337 connecting to ZooKeeper ensemble=127.0.0.1:64323 2024-11-26T19:17:36,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383370x0, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:17:36,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38337-0x10155b635670003 connected 2024-11-26T19:17:36,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:36,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:36,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Set watcher on znode that does not yet exist, /1-1562220415/running 2024-11-26T19:17:36,135 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad, hbase.cluster.distributed=false 2024-11-26T19:17:36,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Set watcher on znode that does not yet exist, /1-1562220415/acl 2024-11-26T19:17:36,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38337 2024-11-26T19:17:36,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38337 2024-11-26T19:17:36,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38337 2024-11-26T19:17:36,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38337 2024-11-26T19:17:36,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38337 2024-11-26T19:17:36,157 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:17:36,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:36,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:36,157 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:17:36,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:36,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:17:36,157 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:17:36,157 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:17:36,158 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43731 2024-11-26T19:17:36,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43731 connecting to ZooKeeper ensemble=127.0.0.1:64323 2024-11-26T19:17:36,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:36,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:36,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437310x0, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:17:36,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437310x0, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Set watcher on znode that does not yet exist, /1-1562220415/running 2024-11-26T19:17:36,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43731-0x10155b635670004 connected 2024-11-26T19:17:36,166 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:17:36,167 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:17:36,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43731-0x10155b635670004, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Set watcher on znode that does not yet exist, /1-1562220415/master 2024-11-26T19:17:36,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43731-0x10155b635670004, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Set watcher on znode that does not yet exist, /1-1562220415/acl 2024-11-26T19:17:36,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43731 2024-11-26T19:17:36,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43731 2024-11-26T19:17:36,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43731 2024-11-26T19:17:36,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43731 2024-11-26T19:17:36,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43731 2024-11-26T19:17:36,189 DEBUG [M:0;fe76acf732b2:38337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:38337 2024-11-26T19:17:36,189 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1562220415/backup-masters/fe76acf732b2,38337,1732648656110 2024-11-26T19:17:36,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43731-0x10155b635670004, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1562220415/backup-masters 2024-11-26T19:17:36,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1562220415/backup-masters 2024-11-26T19:17:36,191 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Set watcher on existing znode=/1-1562220415/backup-masters/fe76acf732b2,38337,1732648656110 2024-11-26T19:17:36,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43731-0x10155b635670004, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1562220415/master 2024-11-26T19:17:36,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1562220415 2024-11-26T19:17:36,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43731-0x10155b635670004, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1562220415 2024-11-26T19:17:36,193 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Set watcher on existing znode=/1-1562220415/master 2024-11-26T19:17:36,194 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1562220415/backup-masters/fe76acf732b2,38337,1732648656110 from backup master directory 2024-11-26T19:17:36,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1562220415/backup-masters/fe76acf732b2,38337,1732648656110 2024-11-26T19:17:36,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43731-0x10155b635670004, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1562220415/backup-masters 2024-11-26T19:17:36,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1562220415/backup-masters 2024-11-26T19:17:36,195 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:17:36,195 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,38337,1732648656110 2024-11-26T19:17:36,200 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/hbase.id] with ID: c6944b5e-5a4e-48c8-a185-1f23a6290e03 2024-11-26T19:17:36,200 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/.tmp/hbase.id 2024-11-26T19:17:36,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:17:36,607 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/.tmp/hbase.id]:[hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/hbase.id] 2024-11-26T19:17:36,622 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:36,622 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:17:36,624 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T19:17:36,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1562220415 2024-11-26T19:17:36,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43731-0x10155b635670004, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1562220415 2024-11-26T19:17:36,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:17:37,033 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:17:37,034 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:17:37,036 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:37,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:17:37,048 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/data/master/store 2024-11-26T19:17:37,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:17:37,061 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:37,061 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:17:37,061 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:37,061 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:37,061 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:17:37,061 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:37,061 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:37,061 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648657061Disabling compacts and flushes for region at 1732648657061Disabling writes for close at 1732648657061Writing region close event to WAL at 1732648657061Closed at 1732648657061 2024-11-26T19:17:37,063 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/data/master/store/.initializing 2024-11-26T19:17:37,063 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/WALs/fe76acf732b2,38337,1732648656110 2024-11-26T19:17:37,064 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:17:37,069 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C38337%2C1732648656110, suffix=, logDir=hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/WALs/fe76acf732b2,38337,1732648656110, archiveDir=hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/oldWALs, maxLogs=10 2024-11-26T19:17:37,089 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/WALs/fe76acf732b2,38337,1732648656110/fe76acf732b2%2C38337%2C1732648656110.1732648657069, exclude list is [], retry=0 2024-11-26T19:17:37,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36121,DS-2885939b-a36d-4a5d-85bf-358bceedf336,DISK] 2024-11-26T19:17:37,097 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/WALs/fe76acf732b2,38337,1732648656110/fe76acf732b2%2C38337%2C1732648656110.1732648657069 2024-11-26T19:17:37,097 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35555:35555)] 2024-11-26T19:17:37,097 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:17:37,097 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:37,098 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:37,098 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:37,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:37,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:17:37,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:37,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:37,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:37,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:17:37,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:37,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:37,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:37,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:17:37,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:37,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:37,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:37,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:17:37,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:37,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:37,112 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:37,116 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:37,116 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:37,119 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:37,119 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:37,120 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:17:37,123 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:37,129 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:17:37,130 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72729595, jitterRate=0.08375541865825653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:17:37,130 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648657098Initializing all the Stores at 1732648657099 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648657099Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648657099Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648657099Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648657099Cleaning up temporary data from old regions at 1732648657119 (+20 ms)Region opened successfully at 1732648657130 (+11 ms) 2024-11-26T19:17:37,131 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:17:37,135 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf42d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:17:37,136 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:17:37,136 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:17:37,136 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:17:37,136 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:17:37,137 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:17:37,137 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T19:17:37,137 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:17:37,143 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:17:37,144 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Unable to get data of znode /1-1562220415/balancer because node does not exist (not necessarily an error) 2024-11-26T19:17:37,146 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1562220415/balancer already deleted, retry=false 2024-11-26T19:17:37,146 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:17:37,147 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Unable to get data of znode /1-1562220415/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:17:37,149 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1562220415/normalizer already deleted, retry=false 2024-11-26T19:17:37,149 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:17:37,150 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Unable to get data of znode /1-1562220415/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:17:37,151 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1562220415/switch/split already deleted, retry=false 2024-11-26T19:17:37,153 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Unable to get data of znode /1-1562220415/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:17:37,154 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1562220415/switch/merge already deleted, retry=false 2024-11-26T19:17:37,156 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Unable to get data of znode /1-1562220415/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:17:37,158 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1562220415/snapshot-cleanup already deleted, retry=false 2024-11-26T19:17:37,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43731-0x10155b635670004, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1562220415/running 2024-11-26T19:17:37,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1562220415/running 2024-11-26T19:17:37,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43731-0x10155b635670004, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1562220415 2024-11-26T19:17:37,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1562220415 2024-11-26T19:17:37,161 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,38337,1732648656110, sessionid=0x10155b635670003, setting cluster-up flag (Was=false) 2024-11-26T19:17:37,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1562220415 2024-11-26T19:17:37,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43731-0x10155b635670004, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1562220415 2024-11-26T19:17:37,171 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1562220415/flush-table-proc/acquired, /1-1562220415/flush-table-proc/reached, /1-1562220415/flush-table-proc/abort 2024-11-26T19:17:37,172 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,38337,1732648656110 2024-11-26T19:17:37,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1562220415 2024-11-26T19:17:37,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43731-0x10155b635670004, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1562220415 2024-11-26T19:17:37,181 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1562220415/online-snapshot/acquired, /1-1562220415/online-snapshot/reached, /1-1562220415/online-snapshot/abort 2024-11-26T19:17:37,183 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,38337,1732648656110 2024-11-26T19:17:37,185 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:17:37,187 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:37,187 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:17:37,187 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:17:37,188 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,38337,1732648656110 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:17:37,189 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:37,189 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:37,189 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:37,189 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:37,190 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:17:37,190 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:37,190 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:17:37,190 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:37,193 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648687193 2024-11-26T19:17:37,193 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:17:37,193 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:17:37,193 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:17:37,193 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:17:37,193 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:17:37,193 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:17:37,193 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:37,193 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:17:37,195 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:37,195 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:17:37,204 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:37,208 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:17:37,209 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:17:37,209 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:17:37,209 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:17:37,210 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:17:37,210 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:17:37,216 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648657210,5,FailOnTimeoutGroup] 2024-11-26T19:17:37,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:17:37,232 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648657216,5,FailOnTimeoutGroup] 2024-11-26T19:17:37,232 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:37,233 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:17:37,233 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:37,233 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:37,276 INFO [RS:0;fe76acf732b2:43731 {}] regionserver.HRegionServer(746): ClusterId : c6944b5e-5a4e-48c8-a185-1f23a6290e03 2024-11-26T19:17:37,276 DEBUG [RS:0;fe76acf732b2:43731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:17:37,279 DEBUG [RS:0;fe76acf732b2:43731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:17:37,279 DEBUG [RS:0;fe76acf732b2:43731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:17:37,319 DEBUG [RS:0;fe76acf732b2:43731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:17:37,319 DEBUG [RS:0;fe76acf732b2:43731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49206f0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:17:37,336 DEBUG [RS:0;fe76acf732b2:43731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:43731 2024-11-26T19:17:37,336 INFO [RS:0;fe76acf732b2:43731 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:17:37,336 INFO [RS:0;fe76acf732b2:43731 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:17:37,336 DEBUG [RS:0;fe76acf732b2:43731 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:17:37,337 INFO [RS:0;fe76acf732b2:43731 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,38337,1732648656110 with port=43731, startcode=1732648656157 2024-11-26T19:17:37,338 DEBUG [RS:0;fe76acf732b2:43731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:17:37,341 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:17:37,342 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,43731,1732648656157 2024-11-26T19:17:37,342 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38337 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,43731,1732648656157 2024-11-26T19:17:37,346 DEBUG [RS:0;fe76acf732b2:43731 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad 2024-11-26T19:17:37,346 DEBUG [RS:0;fe76acf732b2:43731 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40487 2024-11-26T19:17:37,346 DEBUG [RS:0;fe76acf732b2:43731 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:17:37,347 WARN [RS:0;fe76acf732b2:43457 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of fe76acf732b2,46579,1732648627788: status=Processing ServerCrashProcedure of fe76acf732b2,46579,1732648627788 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732648642260, completionTime=-1 appears to have been leaked 2024-11-26T19:17:37,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1562220415/rs 2024-11-26T19:17:37,351 DEBUG [RS:0;fe76acf732b2:43731 {}] zookeeper.ZKUtil(111): regionserver:43731-0x10155b635670004, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Set watcher on existing znode=/1-1562220415/rs/fe76acf732b2,43731,1732648656157 2024-11-26T19:17:37,351 WARN [RS:0;fe76acf732b2:43731 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:17:37,351 INFO [RS:0;fe76acf732b2:43731 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:37,352 DEBUG [RS:0;fe76acf732b2:43731 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/WALs/fe76acf732b2,43731,1732648656157 2024-11-26T19:17:37,352 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,43731,1732648656157] 2024-11-26T19:17:37,364 INFO [RS:0;fe76acf732b2:43731 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:17:37,366 INFO [RS:0;fe76acf732b2:43731 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:17:37,367 INFO [RS:0;fe76acf732b2:43731 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:17:37,367 INFO [RS:0;fe76acf732b2:43731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:37,368 INFO [RS:0;fe76acf732b2:43731 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:17:37,369 INFO [RS:0;fe76acf732b2:43731 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:17:37,369 INFO [RS:0;fe76acf732b2:43731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:37,369 DEBUG [RS:0;fe76acf732b2:43731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:37,369 DEBUG [RS:0;fe76acf732b2:43731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:37,370 DEBUG [RS:0;fe76acf732b2:43731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:37,370 DEBUG [RS:0;fe76acf732b2:43731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:37,370 DEBUG [RS:0;fe76acf732b2:43731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:37,370 DEBUG [RS:0;fe76acf732b2:43731 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:17:37,370 DEBUG [RS:0;fe76acf732b2:43731 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:37,370 DEBUG [RS:0;fe76acf732b2:43731 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:37,370 DEBUG [RS:0;fe76acf732b2:43731 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:37,370 DEBUG [RS:0;fe76acf732b2:43731 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:37,370 DEBUG [RS:0;fe76acf732b2:43731 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:37,370 DEBUG [RS:0;fe76acf732b2:43731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:37,370 DEBUG [RS:0;fe76acf732b2:43731 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:17:37,370 DEBUG [RS:0;fe76acf732b2:43731 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:17:37,372 INFO [RS:0;fe76acf732b2:43731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:37,372 INFO [RS:0;fe76acf732b2:43731 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:37,372 INFO [RS:0;fe76acf732b2:43731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:37,372 INFO [RS:0;fe76acf732b2:43731 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:37,372 INFO [RS:0;fe76acf732b2:43731 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:37,372 INFO [RS:0;fe76acf732b2:43731 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,43731,1732648656157-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:17:37,397 INFO [RS:0;fe76acf732b2:43731 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:17:37,397 INFO [RS:0;fe76acf732b2:43731 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,43731,1732648656157-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:37,397 INFO [RS:0;fe76acf732b2:43731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:37,397 INFO [RS:0;fe76acf732b2:43731 {}] regionserver.Replication(171): fe76acf732b2,43731,1732648656157 started 2024-11-26T19:17:37,418 INFO [RS:0;fe76acf732b2:43731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:37,418 INFO [RS:0;fe76acf732b2:43731 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,43731,1732648656157, RpcServer on fe76acf732b2/172.17.0.2:43731, sessionid=0x10155b635670004 2024-11-26T19:17:37,418 DEBUG [RS:0;fe76acf732b2:43731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:17:37,418 DEBUG [RS:0;fe76acf732b2:43731 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,43731,1732648656157 2024-11-26T19:17:37,418 DEBUG [RS:0;fe76acf732b2:43731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,43731,1732648656157' 2024-11-26T19:17:37,418 DEBUG [RS:0;fe76acf732b2:43731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1562220415/flush-table-proc/abort' 2024-11-26T19:17:37,419 DEBUG [RS:0;fe76acf732b2:43731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1562220415/flush-table-proc/acquired' 2024-11-26T19:17:37,420 DEBUG [RS:0;fe76acf732b2:43731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:17:37,420 DEBUG [RS:0;fe76acf732b2:43731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:17:37,420 DEBUG [RS:0;fe76acf732b2:43731 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,43731,1732648656157 2024-11-26T19:17:37,420 DEBUG [RS:0;fe76acf732b2:43731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,43731,1732648656157' 2024-11-26T19:17:37,420 DEBUG [RS:0;fe76acf732b2:43731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1562220415/online-snapshot/abort' 2024-11-26T19:17:37,421 DEBUG [RS:0;fe76acf732b2:43731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1562220415/online-snapshot/acquired' 2024-11-26T19:17:37,422 DEBUG [RS:0;fe76acf732b2:43731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:17:37,422 INFO [RS:0;fe76acf732b2:43731 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:17:37,422 INFO [RS:0;fe76acf732b2:43731 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:17:37,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T19:17:37,523 INFO [RS:0;fe76acf732b2:43731 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:17:37,525 INFO [RS:0;fe76acf732b2:43731 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C43731%2C1732648656157, suffix=, logDir=hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/WALs/fe76acf732b2,43731,1732648656157, archiveDir=hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/oldWALs, maxLogs=10 2024-11-26T19:17:37,544 DEBUG [RS:0;fe76acf732b2:43731 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/WALs/fe76acf732b2,43731,1732648656157/fe76acf732b2%2C43731%2C1732648656157.1732648657526, exclude list is [], retry=0 2024-11-26T19:17:37,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36121,DS-2885939b-a36d-4a5d-85bf-358bceedf336,DISK] 2024-11-26T19:17:37,557 INFO [RS:0;fe76acf732b2:43731 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/WALs/fe76acf732b2,43731,1732648656157/fe76acf732b2%2C43731%2C1732648656157.1732648657526 2024-11-26T19:17:37,558 DEBUG [RS:0;fe76acf732b2:43731 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35555:35555)] 2024-11-26T19:17:37,620 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:17:37,621 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad 2024-11-26T19:17:37,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741833_1009 (size=32) 2024-11-26T19:17:38,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:38,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:17:38,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:17:38,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:38,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:38,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:17:38,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:17:38,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:38,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:38,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:17:38,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:17:38,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:38,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:38,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:17:38,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:17:38,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:38,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:38,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:17:38,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/data/hbase/meta/1588230740 2024-11-26T19:17:38,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/data/hbase/meta/1588230740 2024-11-26T19:17:38,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:17:38,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:17:38,045 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:17:38,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:17:38,048 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:17:38,049 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63806665, jitterRate=-0.04920659959316254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:17:38,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648658034Initializing all the Stores at 1732648658035 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648658035Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648658035Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648658035Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648658035Cleaning up temporary data from old regions at 1732648658045 (+10 ms)Region opened successfully at 1732648658049 (+4 ms) 2024-11-26T19:17:38,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:17:38,049 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:17:38,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:17:38,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:17:38,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:17:38,049 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:17:38,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648658049Disabling compacts and flushes for region at 1732648658049Disabling writes for close at 1732648658049Writing region close event to WAL at 1732648658049Closed at 1732648658049 2024-11-26T19:17:38,051 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:38,051 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:17:38,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:17:38,053 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:17:38,054 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:17:38,204 DEBUG [fe76acf732b2:38337 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:17:38,205 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,43731,1732648656157 2024-11-26T19:17:38,207 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,43731,1732648656157, state=OPENING 2024-11-26T19:17:38,208 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:17:38,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43731-0x10155b635670004, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1562220415 2024-11-26T19:17:38,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1562220415 2024-11-26T19:17:38,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1562220415/meta-region-server: CHANGED 2024-11-26T19:17:38,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1562220415/meta-region-server: CHANGED 2024-11-26T19:17:38,213 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:17:38,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,43731,1732648656157}] 2024-11-26T19:17:38,368 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:17:38,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:17:38,373 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:17:38,373 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:38,373 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:17:38,375 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C43731%2C1732648656157.meta, suffix=.meta, logDir=hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/WALs/fe76acf732b2,43731,1732648656157, archiveDir=hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/oldWALs, maxLogs=10 2024-11-26T19:17:38,388 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/WALs/fe76acf732b2,43731,1732648656157/fe76acf732b2%2C43731%2C1732648656157.meta.1732648658375.meta, exclude list is [], retry=0 2024-11-26T19:17:38,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36121,DS-2885939b-a36d-4a5d-85bf-358bceedf336,DISK] 2024-11-26T19:17:38,392 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/WALs/fe76acf732b2,43731,1732648656157/fe76acf732b2%2C43731%2C1732648656157.meta.1732648658375.meta 2024-11-26T19:17:38,392 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35555:35555)] 2024-11-26T19:17:38,393 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:17:38,393 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:17:38,393 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:17:38,393 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:17:38,393 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:17:38,393 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:17:38,393 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:38,394 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:17:38,394 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:17:38,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:17:38,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:17:38,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:38,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:38,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:17:38,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:17:38,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:38,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:38,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:17:38,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:17:38,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:38,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:38,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:17:38,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:17:38,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:38,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:38,400 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:17:38,400 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/data/hbase/meta/1588230740 2024-11-26T19:17:38,401 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/data/hbase/meta/1588230740 2024-11-26T19:17:38,403 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:17:38,403 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:17:38,403 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:17:38,405 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:17:38,405 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65424883, jitterRate=-0.02509327232837677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:17:38,405 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:17:38,406 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648658394Writing region info on filesystem at 1732648658394Initializing all the Stores at 1732648658394Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648658394Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648658395 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648658395Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648658395Cleaning up temporary data from old regions at 1732648658403 (+8 ms)Running coprocessor post-open hooks at 1732648658406 (+3 ms)Region opened successfully at 1732648658406 2024-11-26T19:17:38,407 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648658367 2024-11-26T19:17:38,409 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:17:38,409 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:17:38,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,43731,1732648656157 2024-11-26T19:17:38,411 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,43731,1732648656157, state=OPEN 2024-11-26T19:17:38,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43731-0x10155b635670004, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1562220415/meta-region-server 2024-11-26T19:17:38,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1562220415/meta-region-server 2024-11-26T19:17:38,413 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,43731,1732648656157 2024-11-26T19:17:38,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1562220415/meta-region-server: CHANGED 2024-11-26T19:17:38,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1562220415/meta-region-server: CHANGED 2024-11-26T19:17:38,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:17:38,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,43731,1732648656157 in 200 msec 2024-11-26T19:17:38,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:17:38,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-26T19:17:38,420 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:38,420 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:17:38,421 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:17:38,421 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,43731,1732648656157, seqNum=-1] 2024-11-26T19:17:38,422 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:17:38,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:17:38,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2410 sec 2024-11-26T19:17:38,428 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648658428, completionTime=-1 2024-11-26T19:17:38,428 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:17:38,428 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:17:38,430 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:17:38,430 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648718430 2024-11-26T19:17:38,430 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732648778430 2024-11-26T19:17:38,431 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T19:17:38,431 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,38337,1732648656110-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:38,431 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,38337,1732648656110-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:38,431 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,38337,1732648656110-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:38,431 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:38337, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:38,431 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:38,431 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:38,433 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:17:38,435 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.240sec 2024-11-26T19:17:38,435 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:17:38,435 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:17:38,435 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:17:38,435 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:17:38,435 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:17:38,435 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,38337,1732648656110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:17:38,435 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,38337,1732648656110-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:17:38,438 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:17:38,438 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:17:38,438 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,38337,1732648656110-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:38,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1b0068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:38,477 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,38337,-1 for getting cluster id 2024-11-26T19:17:38,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:38,478 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6944b5e-5a4e-48c8-a185-1f23a6290e03' 2024-11-26T19:17:38,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:38,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6944b5e-5a4e-48c8-a185-1f23a6290e03" 2024-11-26T19:17:38,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60564126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:38,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,38337,-1] 2024-11-26T19:17:38,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:38,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:38,480 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:38,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:38,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:17:38,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,43731,1732648656157, seqNum=-1] 2024-11-26T19:17:38,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:17:38,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:17:38,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,38337,1732648656110 2024-11-26T19:17:38,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64323 2024-11-26T19:17:38,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:17:38,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10155b635670005 connected 2024-11-26T19:17:38,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f5408a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:38,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,45991,-1 for getting cluster id 2024-11-26T19:17:38,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:38,495 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f53e235f-a4bb-4965-9862-a4c5d395bde4' 2024-11-26T19:17:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f53e235f-a4bb-4965-9862-a4c5d395bde4" 2024-11-26T19:17:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ea6d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,45991,-1] 2024-11-26T19:17:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:38,497 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:38,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174e67cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:38,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:17:38,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,45991,1732648652582 2024-11-26T19:17:38,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@81c5162 2024-11-26T19:17:38,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:17:38,500 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:17:38,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45991 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fe76acf732b2:38337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T19:17:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45991 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T19:17:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:38,504 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:38337' 2024-11-26T19:17:38,504 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a1fa5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:38,504 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,38337,-1 for getting cluster id 2024-11-26T19:17:38,505 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:38,505 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6944b5e-5a4e-48c8-a185-1f23a6290e03' 2024-11-26T19:17:38,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:38,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6944b5e-5a4e-48c8-a185-1f23a6290e03" 2024-11-26T19:17:38,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a4c2e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:38,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,38337,-1] 2024-11-26T19:17:38,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:38,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:38,507 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:38,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fed1aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:38,508 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:17:38,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,38337,1732648656110 2024-11-26T19:17:38,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ad90177 2024-11-26T19:17:38,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:17:38,509 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:17:38,510 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T19:17:38,510 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T19:17:38,510 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:38,510 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:38,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:17:38,511 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:17:38,512 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T19:17:38,513 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:17:38,513 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:38,514 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:17:38,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41357 is added to blk_1073741835_1011 (size=1138) 2024-11-26T19:17:38,562 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T19:17:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:38,927 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e7e2cdb97f8165345274f2f037042c2, NAME => 'hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3 2024-11-26T19:17:38,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41357 is added to blk_1073741836_1012 (size=44) 2024-11-26T19:17:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:39,334 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:39,334 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7e7e2cdb97f8165345274f2f037042c2, disabling compactions & flushes 2024-11-26T19:17:39,334 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2. 2024-11-26T19:17:39,334 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2. 2024-11-26T19:17:39,334 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2. after waiting 0 ms 2024-11-26T19:17:39,334 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2. 2024-11-26T19:17:39,334 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2. 2024-11-26T19:17:39,334 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e7e2cdb97f8165345274f2f037042c2: Waiting for close lock at 1732648659334Disabling compacts and flushes for region at 1732648659334Disabling writes for close at 1732648659334Writing region close event to WAL at 1732648659334Closed at 1732648659334 2024-11-26T19:17:39,337 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:17:39,337 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732648659337"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648659337"}]},"ts":"1732648659337"} 2024-11-26T19:17:39,341 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:17:39,343 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:17:39,343 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648659343"}]},"ts":"1732648659343"} 2024-11-26T19:17:39,346 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T19:17:39,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e7e2cdb97f8165345274f2f037042c2, ASSIGN}] 2024-11-26T19:17:39,351 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e7e2cdb97f8165345274f2f037042c2, ASSIGN 2024-11-26T19:17:39,353 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e7e2cdb97f8165345274f2f037042c2, ASSIGN; state=OFFLINE, location=fe76acf732b2,43457,1732648652645; forceNewPlan=false, retain=false 2024-11-26T19:17:39,504 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7e7e2cdb97f8165345274f2f037042c2, regionState=OPENING, regionLocation=fe76acf732b2,43457,1732648652645 2024-11-26T19:17:39,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e7e2cdb97f8165345274f2f037042c2, ASSIGN because future has completed 2024-11-26T19:17:39,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e7e2cdb97f8165345274f2f037042c2, server=fe76acf732b2,43457,1732648652645}] 2024-11-26T19:17:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:39,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2. 2024-11-26T19:17:39,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:39,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T19:17:39,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C43457%2C1732648652645.rep, suffix=, logDir=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/WALs/fe76acf732b2,43457,1732648652645, archiveDir=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/oldWALs, maxLogs=10 2024-11-26T19:17:39,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/WALs/fe76acf732b2,43457,1732648652645/fe76acf732b2%2C43457%2C1732648652645.rep.1732648659668, exclude list is [], retry=0 2024-11-26T19:17:39,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41357,DS-a77fb5ed-5930-4f07-a40e-a836d3f5dc45,DISK] 2024-11-26T19:17:39,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/WALs/fe76acf732b2,43457,1732648652645/fe76acf732b2%2C43457%2C1732648652645.rep.1732648659668 2024-11-26T19:17:39,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43719:43719)] 2024-11-26T19:17:39,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e7e2cdb97f8165345274f2f037042c2, NAME => 'hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:17:39,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:17:39,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:17:39,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2. service=MultiRowMutationService 2024-11-26T19:17:39,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T19:17:39,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7e7e2cdb97f8165345274f2f037042c2 2024-11-26T19:17:39,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:39,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7e7e2cdb97f8165345274f2f037042c2 2024-11-26T19:17:39,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7e7e2cdb97f8165345274f2f037042c2 2024-11-26T19:17:39,692 INFO [StoreOpener-7e7e2cdb97f8165345274f2f037042c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7e7e2cdb97f8165345274f2f037042c2 2024-11-26T19:17:39,694 INFO [StoreOpener-7e7e2cdb97f8165345274f2f037042c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e7e2cdb97f8165345274f2f037042c2 columnFamilyName hfileref 2024-11-26T19:17:39,694 DEBUG [StoreOpener-7e7e2cdb97f8165345274f2f037042c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:39,694 INFO [StoreOpener-7e7e2cdb97f8165345274f2f037042c2-1 {}] regionserver.HStore(327): Store=7e7e2cdb97f8165345274f2f037042c2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:39,695 INFO [StoreOpener-7e7e2cdb97f8165345274f2f037042c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7e7e2cdb97f8165345274f2f037042c2 2024-11-26T19:17:39,696 INFO [StoreOpener-7e7e2cdb97f8165345274f2f037042c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e7e2cdb97f8165345274f2f037042c2 columnFamilyName queue 2024-11-26T19:17:39,696 DEBUG [StoreOpener-7e7e2cdb97f8165345274f2f037042c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:39,696 INFO [StoreOpener-7e7e2cdb97f8165345274f2f037042c2-1 {}] regionserver.HStore(327): Store=7e7e2cdb97f8165345274f2f037042c2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:39,696 INFO [StoreOpener-7e7e2cdb97f8165345274f2f037042c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7e7e2cdb97f8165345274f2f037042c2 2024-11-26T19:17:39,698 INFO [StoreOpener-7e7e2cdb97f8165345274f2f037042c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e7e2cdb97f8165345274f2f037042c2 columnFamilyName sid 2024-11-26T19:17:39,698 DEBUG [StoreOpener-7e7e2cdb97f8165345274f2f037042c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:39,698 INFO [StoreOpener-7e7e2cdb97f8165345274f2f037042c2-1 {}] regionserver.HStore(327): Store=7e7e2cdb97f8165345274f2f037042c2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:39,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7e7e2cdb97f8165345274f2f037042c2 2024-11-26T19:17:39,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/replication/7e7e2cdb97f8165345274f2f037042c2 2024-11-26T19:17:39,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/replication/7e7e2cdb97f8165345274f2f037042c2 2024-11-26T19:17:39,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7e7e2cdb97f8165345274f2f037042c2 2024-11-26T19:17:39,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7e7e2cdb97f8165345274f2f037042c2 2024-11-26T19:17:39,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:17:39,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7e7e2cdb97f8165345274f2f037042c2 2024-11-26T19:17:39,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/replication/7e7e2cdb97f8165345274f2f037042c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:17:39,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7e7e2cdb97f8165345274f2f037042c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63350801, jitterRate=-0.055999502539634705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:17:39,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e7e2cdb97f8165345274f2f037042c2 2024-11-26T19:17:39,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7e7e2cdb97f8165345274f2f037042c2: Running coprocessor pre-open hook at 1732648659689Writing region info on filesystem at 1732648659689Initializing all the Stores at 1732648659690 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648659690Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648659692 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648659692Cleaning up temporary data from old regions at 1732648659701 (+9 ms)Running coprocessor post-open hooks at 1732648659706 (+5 ms)Region opened successfully at 1732648659706 2024-11-26T19:17:39,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2., pid=7, masterSystemTime=1732648659661 2024-11-26T19:17:39,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2. 2024-11-26T19:17:39,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2. 2024-11-26T19:17:39,711 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7e7e2cdb97f8165345274f2f037042c2, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,43457,1732648652645 2024-11-26T19:17:39,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e7e2cdb97f8165345274f2f037042c2, server=fe76acf732b2,43457,1732648652645 because future has completed 2024-11-26T19:17:39,715 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45991 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fe76acf732b2,43457,1732648652645, table=hbase:replication, region=7e7e2cdb97f8165345274f2f037042c2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-26T19:17:39,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T19:17:39,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e7e2cdb97f8165345274f2f037042c2, server=fe76acf732b2,43457,1732648652645 in 207 msec 2024-11-26T19:17:39,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T19:17:39,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e7e2cdb97f8165345274f2f037042c2, ASSIGN in 372 msec 2024-11-26T19:17:39,722 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:17:39,722 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648659722"}]},"ts":"1732648659722"} 2024-11-26T19:17:39,725 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T19:17:39,727 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:17:39,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2160 sec 2024-11-26T19:17:39,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2., hostname=fe76acf732b2,43457,1732648652645, seqNum=2] 2024-11-26T19:17:39,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559 2024-11-26T19:17:39,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559 2024-11-26T19:17:39,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T19:17:39,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43457 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T19:17:39,941 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T19:17:39,982 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-fe76acf732b2,43457,1732648652645, ReplicationSource: 1, currentBandwidth=0 2024-11-26T19:17:39,983 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:17:39,983 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,43457,1732648652645, seqNum=-1] 2024-11-26T19:17:39,983 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:17:39,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-26T19:17:39,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fe76acf732b2,43457,1732648652645', locateType=CURRENT is [region=hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2., hostname=fe76acf732b2,43457,1732648652645, seqNum=2] 2024-11-26T19:17:39,990 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T19:17:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45991 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T19:17:39,994 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fe76acf732b2,43457,1732648652645 suceeded 2024-11-26T19:17:39,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T19:17:39,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-26T19:17:39,997 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fe76acf732b2:38337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T19:17:39,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4970 sec 2024-11-26T19:17:40,010 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,43457,1732648652645 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:38337' 2024-11-26T19:17:40,011 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,43457,1732648652645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c0c1679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:40,011 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,43457,1732648652645 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,38337,-1 for getting cluster id 2024-11-26T19:17:40,011 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,43457,1732648652645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:40,012 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6944b5e-5a4e-48c8-a185-1f23a6290e03' 2024-11-26T19:17:40,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:40,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6944b5e-5a4e-48c8-a185-1f23a6290e03" 2024-11-26T19:17:40,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c6dabdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:40,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,38337,-1] 2024-11-26T19:17:40,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:40,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:40,014 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:40,015 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,43457,1732648652645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73d336b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:40,015 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,43457,1732648652645 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:17:40,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,38337,1732648656110 2024-11-26T19:17:40,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@553d6a92 2024-11-26T19:17:40,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:17:40,017 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-26T19:17:40,018 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,43457,1732648652645 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fe76acf732b2,43457,1732648652645 (queues=1) is replicating from cluster=f53e235f-a4bb-4965-9862-a4c5d395bde4 to cluster=c6944b5e-5a4e-48c8-a185-1f23a6290e03 2024-11-26T19:17:40,018 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,43457,1732648652645 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fe76acf732b2%2C43457%2C1732648652645 2024-11-26T19:17:40,018 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,43457,1732648652645 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fe76acf732b2,43457,1732648652645, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T19:17:40,019 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,43457,1732648652645.replicationSource.shipperfe76acf732b2%2C43457%2C1732648652645,1-fe76acf732b2,43457,1732648652645 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fe76acf732b2%2C43457%2C1732648652645 2024-11-26T19:17:40,019 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,43457,1732648652645.replicationSource.wal-reader.fe76acf732b2%2C43457%2C1732648652645,1-fe76acf732b2,43457,1732648652645 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/WALs/fe76acf732b2,43457,1732648652645/fe76acf732b2%2C43457%2C1732648652645.1732648654365, startPosition=0, beingWritten=true 2024-11-26T19:17:40,225 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,43457,1732648652645.replicationSource.wal-reader.fe76acf732b2%2C43457%2C1732648652645,1-fe76acf732b2,43457,1732648652645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/WALs/fe76acf732b2,43457,1732648652645/fe76acf732b2%2C43457%2C1732648652645.1732648654365 to pos 0, reset compression=false 2024-11-26T19:17:40,425 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:17:40,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:17:40,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:17:40,469 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T19:17:40,469 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T19:17:40,530 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,43457,1732648652645.replicationSource.wal-reader.fe76acf732b2%2C43457%2C1732648652645,1-fe76acf732b2,43457,1732648652645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/WALs/fe76acf732b2,43457,1732648652645/fe76acf732b2%2C43457%2C1732648652645.1732648654365 to pos 0, reset compression=false 2024-11-26T19:17:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:40,663 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T19:17:40,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:17:40,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:40,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:40,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:40,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:17:40,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:17:40,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,45991,1732648652582 2024-11-26T19:17:40,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55a80200 2024-11-26T19:17:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:17:40,666 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:17:40,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45991 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T19:17:40,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T19:17:40,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:17:40,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:40,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:40,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:40,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:17:40,667 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:17:40,667 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1206478945, stopped=false 2024-11-26T19:17:40,668 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,38337,1732648656110 2024-11-26T19:17:40,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43731-0x10155b635670004, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1562220415/running 2024-11-26T19:17:40,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43731-0x10155b635670004, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1562220415 2024-11-26T19:17:40,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1562220415/running 2024-11-26T19:17:40,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1562220415 2024-11-26T19:17:40,669 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:17:40,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:17:40,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:40,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:40,670 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,43731,1732648656157' ***** 2024-11-26T19:17:40,670 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:17:40,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Set watcher on znode that does not yet exist, /1-1562220415/running 2024-11-26T19:17:40,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43731-0x10155b635670004, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Set watcher on znode that does not yet exist, /1-1562220415/running 2024-11-26T19:17:40,671 INFO [RS:0;fe76acf732b2:43731 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:17:40,671 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:17:40,671 INFO [RS:0;fe76acf732b2:43731 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:17:40,671 INFO [RS:0;fe76acf732b2:43731 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:17:40,671 INFO [RS:0;fe76acf732b2:43731 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,43731,1732648656157 2024-11-26T19:17:40,671 INFO [RS:0;fe76acf732b2:43731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:17:40,671 INFO [RS:0;fe76acf732b2:43731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:43731. 2024-11-26T19:17:40,671 DEBUG [RS:0;fe76acf732b2:43731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:40,671 DEBUG [RS:0;fe76acf732b2:43731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:40,671 INFO [RS:0;fe76acf732b2:43731 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:17:40,671 INFO [RS:0;fe76acf732b2:43731 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:17:40,671 INFO [RS:0;fe76acf732b2:43731 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:17:40,671 INFO [RS:0;fe76acf732b2:43731 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:17:40,671 INFO [RS:0;fe76acf732b2:43731 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T19:17:40,672 DEBUG [RS:0;fe76acf732b2:43731 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:17:40,672 DEBUG [RS:0;fe76acf732b2:43731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:17:40,672 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:17:40,672 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:17:40,672 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:17:40,672 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:17:40,672 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:17:40,672 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T19:17:40,676 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:17:40,696 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/data/hbase/meta/1588230740/.tmp/ns/cd3a9a54978a45ed915b46b099e91824 is 43, key is default/ns:d/1732648658423/Put/seqid=0 2024-11-26T19:17:40,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741835_1011 (size=5153) 2024-11-26T19:17:40,872 DEBUG [RS:0;fe76acf732b2:43731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:17:40,936 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,43457,1732648652645.replicationSource.wal-reader.fe76acf732b2%2C43457%2C1732648652645,1-fe76acf732b2,43457,1732648652645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/WALs/fe76acf732b2,43457,1732648652645/fe76acf732b2%2C43457%2C1732648652645.1732648654365 to pos 0, reset compression=false 2024-11-26T19:17:41,072 DEBUG [RS:0;fe76acf732b2:43731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:17:41,103 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/data/hbase/meta/1588230740/.tmp/ns/cd3a9a54978a45ed915b46b099e91824 2024-11-26T19:17:41,110 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/data/hbase/meta/1588230740/.tmp/ns/cd3a9a54978a45ed915b46b099e91824 as hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/data/hbase/meta/1588230740/ns/cd3a9a54978a45ed915b46b099e91824 2024-11-26T19:17:41,115 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/data/hbase/meta/1588230740/ns/cd3a9a54978a45ed915b46b099e91824, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T19:17:41,116 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false 2024-11-26T19:17:41,121 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T19:17:41,121 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:17:41,121 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:17:41,121 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:17:41,121 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648660672Running coprocessor pre-close hooks at 1732648660672Disabling compacts and flushes for region at 1732648660672Disabling writes for close at 1732648660672Obtaining lock to block concurrent updates at 1732648660672Preparing flush snapshotting stores in 1588230740 at 1732648660672Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732648660672Flushing stores of hbase:meta,,1.1588230740 at 1732648660673 (+1 ms)Flushing 1588230740/ns: creating writer at 1732648660673Flushing 1588230740/ns: appending metadata at 1732648660695 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732648660695Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ed67c5: reopening flushed file at 1732648661109 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false at 1732648661116 (+7 ms)Writing region close event to WAL at 1732648661117 (+1 ms)Running coprocessor post-close hooks at 1732648661121 (+4 ms)Closed at 1732648661121 2024-11-26T19:17:41,122 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:17:41,272 INFO [RS:0;fe76acf732b2:43731 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,43731,1732648656157; all regions closed. 2024-11-26T19:17:41,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741834_1010 (size=1152) 2024-11-26T19:17:41,277 DEBUG [RS:0;fe76acf732b2:43731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/oldWALs 2024-11-26T19:17:41,278 INFO [RS:0;fe76acf732b2:43731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C43731%2C1732648656157.meta:.meta(num 1732648658375) 2024-11-26T19:17:41,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741832_1008 (size=93) 2024-11-26T19:17:41,281 DEBUG [RS:0;fe76acf732b2:43731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/oldWALs 2024-11-26T19:17:41,282 INFO [RS:0;fe76acf732b2:43731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C43731%2C1732648656157:(num 1732648657526) 2024-11-26T19:17:41,282 DEBUG [RS:0;fe76acf732b2:43731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:41,282 INFO [RS:0;fe76acf732b2:43731 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:17:41,282 INFO [RS:0;fe76acf732b2:43731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:17:41,282 INFO [RS:0;fe76acf732b2:43731 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T19:17:41,282 INFO [RS:0;fe76acf732b2:43731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:17:41,282 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:17:41,282 INFO [RS:0;fe76acf732b2:43731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43731 2024-11-26T19:17:41,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43731-0x10155b635670004, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1562220415/rs/fe76acf732b2,43731,1732648656157 2024-11-26T19:17:41,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1562220415/rs 2024-11-26T19:17:41,284 INFO [RS:0;fe76acf732b2:43731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:17:41,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,43731,1732648656157] 2024-11-26T19:17:41,287 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1562220415/draining/fe76acf732b2,43731,1732648656157 already deleted, retry=false 2024-11-26T19:17:41,287 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,43731,1732648656157 expired; onlineServers=0 2024-11-26T19:17:41,287 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,38337,1732648656110' ***** 2024-11-26T19:17:41,287 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:17:41,287 INFO [M:0;fe76acf732b2:38337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:17:41,288 INFO [M:0;fe76acf732b2:38337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:17:41,288 DEBUG [M:0;fe76acf732b2:38337 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:17:41,288 DEBUG [M:0;fe76acf732b2:38337 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:17:41,288 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648657216 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648657216,5,FailOnTimeoutGroup] 2024-11-26T19:17:41,288 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:17:41,288 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648657210 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648657210,5,FailOnTimeoutGroup] 2024-11-26T19:17:41,288 INFO [M:0;fe76acf732b2:38337 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:17:41,288 INFO [M:0;fe76acf732b2:38337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:17:41,288 DEBUG [M:0;fe76acf732b2:38337 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:17:41,288 INFO [M:0;fe76acf732b2:38337 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:17:41,288 INFO [M:0;fe76acf732b2:38337 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:17:41,289 INFO [M:0;fe76acf732b2:38337 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:17:41,289 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:17:41,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1562220415/master 2024-11-26T19:17:41,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1562220415 2024-11-26T19:17:41,289 DEBUG [M:0;fe76acf732b2:38337 {}] zookeeper.ZKUtil(347): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Unable to get data of znode /1-1562220415/master because node does not exist (not an error) 2024-11-26T19:17:41,289 WARN [M:0;fe76acf732b2:38337 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T19:17:41,290 INFO [M:0;fe76acf732b2:38337 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/.lastflushedseqids 2024-11-26T19:17:41,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741836_1012 (size=99) 2024-11-26T19:17:41,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43731-0x10155b635670004, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:17:41,385 INFO [RS:0;fe76acf732b2:43731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:17:41,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43731-0x10155b635670004, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:17:41,385 INFO [RS:0;fe76acf732b2:43731 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,43731,1732648656157; zookeeper connection closed. 2024-11-26T19:17:41,386 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@736be14 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@736be14 2024-11-26T19:17:41,386 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:17:41,441 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,43457,1732648652645.replicationSource.wal-reader.fe76acf732b2%2C43457%2C1732648652645,1-fe76acf732b2,43457,1732648652645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/WALs/fe76acf732b2,43457,1732648652645/fe76acf732b2%2C43457%2C1732648652645.1732648654365 to pos 0, reset compression=false 2024-11-26T19:17:41,695 INFO [M:0;fe76acf732b2:38337 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:17:41,696 INFO [M:0;fe76acf732b2:38337 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:17:41,696 DEBUG [M:0;fe76acf732b2:38337 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:17:41,696 INFO [M:0;fe76acf732b2:38337 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:41,696 DEBUG [M:0;fe76acf732b2:38337 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:41,696 DEBUG [M:0;fe76acf732b2:38337 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:17:41,696 DEBUG [M:0;fe76acf732b2:38337 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:41,696 INFO [M:0;fe76acf732b2:38337 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T19:17:41,724 DEBUG [M:0;fe76acf732b2:38337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/564e8939ef574404a4bed505c6ac5cb2 is 82, key is hbase:meta,,1/info:regioninfo/1732648658410/Put/seqid=0 2024-11-26T19:17:41,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741837_1013 (size=5672) 2024-11-26T19:17:42,046 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,43457,1732648652645.replicationSource.wal-reader.fe76acf732b2%2C43457%2C1732648652645,1-fe76acf732b2,43457,1732648652645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/WALs/fe76acf732b2,43457,1732648652645/fe76acf732b2%2C43457%2C1732648652645.1732648654365 to pos 0, reset compression=false 2024-11-26T19:17:42,131 INFO [M:0;fe76acf732b2:38337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/564e8939ef574404a4bed505c6ac5cb2 2024-11-26T19:17:42,154 DEBUG [M:0;fe76acf732b2:38337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/445d9a2e06f24ef3bee9ff0b70ef1913 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732648658427/Put/seqid=0 2024-11-26T19:17:42,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741838_1014 (size=5275) 2024-11-26T19:17:42,160 INFO [M:0;fe76acf732b2:38337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/445d9a2e06f24ef3bee9ff0b70ef1913 2024-11-26T19:17:42,185 DEBUG [M:0;fe76acf732b2:38337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8181bf2d752149498f35791b9cb42eec is 69, key is fe76acf732b2,43731,1732648656157/rs:state/1732648657342/Put/seqid=0 2024-11-26T19:17:42,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741839_1015 (size=5156) 2024-11-26T19:17:42,589 INFO [M:0;fe76acf732b2:38337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8181bf2d752149498f35791b9cb42eec 2024-11-26T19:17:42,595 DEBUG [M:0;fe76acf732b2:38337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/564e8939ef574404a4bed505c6ac5cb2 as hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/564e8939ef574404a4bed505c6ac5cb2 2024-11-26T19:17:42,600 INFO [M:0;fe76acf732b2:38337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/564e8939ef574404a4bed505c6ac5cb2, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T19:17:42,601 DEBUG [M:0;fe76acf732b2:38337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/445d9a2e06f24ef3bee9ff0b70ef1913 as hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/445d9a2e06f24ef3bee9ff0b70ef1913 2024-11-26T19:17:42,606 INFO [M:0;fe76acf732b2:38337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/445d9a2e06f24ef3bee9ff0b70ef1913, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T19:17:42,607 DEBUG [M:0;fe76acf732b2:38337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8181bf2d752149498f35791b9cb42eec as hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8181bf2d752149498f35791b9cb42eec 2024-11-26T19:17:42,611 INFO [M:0;fe76acf732b2:38337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40487/user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8181bf2d752149498f35791b9cb42eec, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T19:17:42,613 INFO [M:0;fe76acf732b2:38337 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=28, compaction requested=false 2024-11-26T19:17:42,614 INFO [M:0;fe76acf732b2:38337 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:42,614 DEBUG [M:0;fe76acf732b2:38337 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648661696Disabling compacts and flushes for region at 1732648661696Disabling writes for close at 1732648661696Obtaining lock to block concurrent updates at 1732648661696Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648661696Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732648661697 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648661698 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648661698Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648661723 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648661723Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648662137 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648662153 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648662153Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648662166 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648662184 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648662184Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e54ec4d: reopening flushed file at 1732648662595 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b10a917: reopening flushed file at 1732648662600 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f34ff17: reopening flushed file at 1732648662606 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=28, compaction requested=false at 1732648662613 (+7 ms)Writing region close event to WAL at 1732648662614 (+1 ms)Closed at 1732648662614 2024-11-26T19:17:42,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741830_1006 (size=10165) 2024-11-26T19:17:42,616 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c037b1f9-db2c-1999-e6b9-2f17772510ad/MasterData/WALs/fe76acf732b2,38337,1732648656110/fe76acf732b2%2C38337%2C1732648656110.1732648657069 not finished, retry = 0 2024-11-26T19:17:42,717 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:17:42,717 INFO [M:0;fe76acf732b2:38337 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:17:42,718 INFO [M:0;fe76acf732b2:38337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38337 2024-11-26T19:17:42,718 INFO [M:0;fe76acf732b2:38337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:17:42,751 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,43457,1732648652645.replicationSource.wal-reader.fe76acf732b2%2C43457%2C1732648652645,1-fe76acf732b2,43457,1732648652645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/WALs/fe76acf732b2,43457,1732648652645/fe76acf732b2%2C43457%2C1732648652645.1732648654365 to pos 0, reset compression=false 2024-11-26T19:17:42,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:17:42,820 INFO [M:0;fe76acf732b2:38337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:17:42,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x10155b635670003, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:17:42,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51da98bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:17:42,824 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48299201{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:17:42,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:17:42,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2939c861{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:17:42,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ceb2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/hadoop.log.dir/,STOPPED} 2024-11-26T19:17:42,826 WARN [BP-716454612-172.17.0.2-1732648655034 heartbeating to localhost/127.0.0.1:40487 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:17:42,826 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:17:42,826 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:17:42,826 WARN [BP-716454612-172.17.0.2-1732648655034 heartbeating to localhost/127.0.0.1:40487 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-716454612-172.17.0.2-1732648655034 (Datanode Uuid 6096f4c0-4402-4dcc-b39b-36cc9a44e216) service to localhost/127.0.0.1:40487 2024-11-26T19:17:42,826 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/cluster_19c9d5c4-0267-1ee3-7056-afc5e8117ad0/data/data1/current/BP-716454612-172.17.0.2-1732648655034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:17:42,827 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/cluster_19c9d5c4-0267-1ee3-7056-afc5e8117ad0/data/data2/current/BP-716454612-172.17.0.2-1732648655034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:17:42,827 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:17:42,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c9b3cc8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:17:42,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a51996c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:17:42,833 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:17:42,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:17:42,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9e52a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/hadoop.log.dir/,STOPPED} 2024-11-26T19:17:42,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T19:17:42,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T19:17:42,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:17:42,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:42,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:42,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:42,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:17:42,846 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:17:42,846 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=965521768, stopped=false 2024-11-26T19:17:42,846 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,45991,1732648652582 2024-11-26T19:17:42,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1552476559/running 2024-11-26T19:17:42,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1552476559/running 2024-11-26T19:17:42,848 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:17:42,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559 2024-11-26T19:17:42,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559 2024-11-26T19:17:42,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:17:42,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:42,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:42,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Set watcher on znode that does not yet exist, /0-1552476559/running 2024-11-26T19:17:42,848 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,43457,1732648652645' ***** 2024-11-26T19:17:42,849 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:17:42,849 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:17:42,849 INFO [RS:0;fe76acf732b2:43457 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:17:42,849 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:17:42,849 INFO [RS:0;fe76acf732b2:43457 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:17:42,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Set watcher on znode that does not yet exist, /0-1552476559/running 2024-11-26T19:17:42,849 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e7e2cdb97f8165345274f2f037042c2 2024-11-26T19:17:42,849 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,43457,1732648652645 2024-11-26T19:17:42,849 INFO [RS:0;fe76acf732b2:43457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:17:42,850 INFO [RS:0;fe76acf732b2:43457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:43457. 2024-11-26T19:17:42,850 DEBUG [RS:0;fe76acf732b2:43457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:42,850 DEBUG [RS:0;fe76acf732b2:43457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:42,850 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e7e2cdb97f8165345274f2f037042c2, disabling compactions & flushes 2024-11-26T19:17:42,850 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2. 2024-11-26T19:17:42,850 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:17:42,850 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:17:42,850 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2. 2024-11-26T19:17:42,850 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:17:42,850 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2. after waiting 0 ms 2024-11-26T19:17:42,850 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:17:42,850 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2. 2024-11-26T19:17:42,850 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7e7e2cdb97f8165345274f2f037042c2 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-26T19:17:42,850 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T19:17:42,850 DEBUG [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7e7e2cdb97f8165345274f2f037042c2=hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2.} 2024-11-26T19:17:42,850 DEBUG [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e7e2cdb97f8165345274f2f037042c2 2024-11-26T19:17:42,850 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:17:42,850 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:17:42,850 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:17:42,850 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:17:42,850 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:17:42,850 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T19:17:42,868 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/replication/7e7e2cdb97f8165345274f2f037042c2/.tmp/queue/44dc196b1be74d12bf5fa14ce8e582e0 is 151, key is 1-fe76acf732b2,43457,1732648652645/queue:fe76acf732b2%2C43457%2C1732648652645/1732648659989/Put/seqid=0 2024-11-26T19:17:42,868 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/1588230740/.tmp/info/b495ce1be6bf4d5f8cfcee60afd8c8b5 is 147, key is hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2./info:regioninfo/1732648659711/Put/seqid=0 2024-11-26T19:17:42,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41357 is added to blk_1073741838_1014 (size=6631) 2024-11-26T19:17:42,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41357 is added to blk_1073741839_1015 (size=5350) 2024-11-26T19:17:42,932 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:17:43,050 DEBUG [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e7e2cdb97f8165345274f2f037042c2 2024-11-26T19:17:43,223 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:17:43,223 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:17:43,250 DEBUG [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e7e2cdb97f8165345274f2f037042c2 2024-11-26T19:17:43,275 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/1588230740/.tmp/info/b495ce1be6bf4d5f8cfcee60afd8c8b5 2024-11-26T19:17:43,280 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/replication/7e7e2cdb97f8165345274f2f037042c2/.tmp/queue/44dc196b1be74d12bf5fa14ce8e582e0 2024-11-26T19:17:43,285 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/replication/7e7e2cdb97f8165345274f2f037042c2/.tmp/queue/44dc196b1be74d12bf5fa14ce8e582e0 as hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/replication/7e7e2cdb97f8165345274f2f037042c2/queue/44dc196b1be74d12bf5fa14ce8e582e0 2024-11-26T19:17:43,291 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/replication/7e7e2cdb97f8165345274f2f037042c2/queue/44dc196b1be74d12bf5fa14ce8e582e0, entries=1, sequenceid=5, filesize=5.2 K 2024-11-26T19:17:43,292 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7e7e2cdb97f8165345274f2f037042c2 in 442ms, sequenceid=5, compaction requested=false 2024-11-26T19:17:43,298 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/1588230740/.tmp/ns/0a8abb6a47b642e2beb48e169e96cc69 is 43, key is default/ns:d/1732648654954/Put/seqid=0 2024-11-26T19:17:43,301 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/replication/7e7e2cdb97f8165345274f2f037042c2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T19:17:43,301 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:17:43,301 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:17:43,302 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2. 2024-11-26T19:17:43,302 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e7e2cdb97f8165345274f2f037042c2: Waiting for close lock at 1732648662850Running coprocessor pre-close hooks at 1732648662850Disabling compacts and flushes for region at 1732648662850Disabling writes for close at 1732648662850Obtaining lock to block concurrent updates at 1732648662850Preparing flush snapshotting stores in 7e7e2cdb97f8165345274f2f037042c2 at 1732648662850Finished memstore snapshotting hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732648662850Flushing stores of hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2. at 1732648662851 (+1 ms)Flushing 7e7e2cdb97f8165345274f2f037042c2/queue: creating writer at 1732648662851Flushing 7e7e2cdb97f8165345274f2f037042c2/queue: appending metadata at 1732648662867 (+16 ms)Flushing 7e7e2cdb97f8165345274f2f037042c2/queue: closing flushed file at 1732648662867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ce9f7f: reopening flushed file at 1732648663285 (+418 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7e7e2cdb97f8165345274f2f037042c2 in 442ms, sequenceid=5, compaction requested=false at 1732648663292 (+7 ms)Writing region close event to WAL at 1732648663294 (+2 ms)Running coprocessor post-close hooks at 1732648663301 (+7 ms)Closed at 1732648663302 (+1 ms) 2024-11-26T19:17:43,302 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732648658510.7e7e2cdb97f8165345274f2f037042c2. 2024-11-26T19:17:43,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41357 is added to blk_1073741840_1016 (size=5153) 2024-11-26T19:17:43,451 DEBUG [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:17:43,557 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,43457,1732648652645.replicationSource.wal-reader.fe76acf732b2%2C43457%2C1732648652645,1-fe76acf732b2,43457,1732648652645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/WALs/fe76acf732b2,43457,1732648652645/fe76acf732b2%2C43457%2C1732648652645.1732648654365 to pos 0, reset compression=false 2024-11-26T19:17:43,651 DEBUG [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:17:43,707 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/1588230740/.tmp/ns/0a8abb6a47b642e2beb48e169e96cc69 2024-11-26T19:17:43,737 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/1588230740/.tmp/table/a4863d11c18247a8b73582c8f80a19b3 is 53, key is hbase:replication/table:state/1732648659722/Put/seqid=0 2024-11-26T19:17:43,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41357 is added to blk_1073741841_1017 (size=5256) 2024-11-26T19:17:43,851 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T19:17:43,851 DEBUG [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:17:43,851 DEBUG [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:17:44,052 DEBUG [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:17:44,143 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/1588230740/.tmp/table/a4863d11c18247a8b73582c8f80a19b3 2024-11-26T19:17:44,149 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/1588230740/.tmp/info/b495ce1be6bf4d5f8cfcee60afd8c8b5 as hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/1588230740/info/b495ce1be6bf4d5f8cfcee60afd8c8b5 2024-11-26T19:17:44,154 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/1588230740/info/b495ce1be6bf4d5f8cfcee60afd8c8b5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T19:17:44,155 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/1588230740/.tmp/ns/0a8abb6a47b642e2beb48e169e96cc69 as hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/1588230740/ns/0a8abb6a47b642e2beb48e169e96cc69 2024-11-26T19:17:44,161 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/1588230740/ns/0a8abb6a47b642e2beb48e169e96cc69, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T19:17:44,162 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/1588230740/.tmp/table/a4863d11c18247a8b73582c8f80a19b3 as hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/1588230740/table/a4863d11c18247a8b73582c8f80a19b3 2024-11-26T19:17:44,166 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/1588230740/table/a4863d11c18247a8b73582c8f80a19b3, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T19:17:44,167 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=11, compaction requested=false 2024-11-26T19:17:44,171 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T19:17:44,172 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:17:44,172 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:17:44,172 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:17:44,172 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648662850Running coprocessor pre-close hooks at 1732648662850Disabling compacts and flushes for region at 1732648662850Disabling writes for close at 1732648662850Obtaining lock to block concurrent updates at 1732648662851 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732648662851Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732648662851Flushing stores of hbase:meta,,1.1588230740 at 1732648662851Flushing 1588230740/info: creating writer at 1732648662852 (+1 ms)Flushing 1588230740/info: appending metadata at 1732648662868 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732648662868Flushing 1588230740/ns: creating writer at 1732648663281 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732648663297 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732648663297Flushing 1588230740/table: creating writer at 1732648663714 (+417 ms)Flushing 1588230740/table: appending metadata at 1732648663736 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732648663736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53560fed: reopening flushed file at 1732648664148 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3758141d: reopening flushed file at 1732648664154 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f5f6c8: reopening flushed file at 1732648664161 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=11, compaction requested=false at 1732648664167 (+6 ms)Writing region close event to WAL at 1732648664168 (+1 ms)Running coprocessor post-close hooks at 1732648664172 (+4 ms)Closed at 1732648664172 2024-11-26T19:17:44,173 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:17:44,252 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,43457,1732648652645; all regions closed. 2024-11-26T19:17:44,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41357 is added to blk_1073741834_1010 (size=2742) 2024-11-26T19:17:44,255 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/WALs/fe76acf732b2,43457,1732648652645/fe76acf732b2%2C43457%2C1732648652645.meta.1732648654904.meta not finished, retry = 0 2024-11-26T19:17:44,357 DEBUG [RS:0;fe76acf732b2:43457 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/oldWALs 2024-11-26T19:17:44,357 INFO [RS:0;fe76acf732b2:43457 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C43457%2C1732648652645.meta:.meta(num 1732648654904) 2024-11-26T19:17:44,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41357 is added to blk_1073741837_1013 (size=1586) 2024-11-26T19:17:44,362 DEBUG [RS:0;fe76acf732b2:43457 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/oldWALs 2024-11-26T19:17:44,362 INFO [RS:0;fe76acf732b2:43457 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C43457%2C1732648652645.rep:(num 1732648659668) 2024-11-26T19:17:44,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41357 is added to blk_1073741833_1009 (size=93) 2024-11-26T19:17:44,365 DEBUG [RS:0;fe76acf732b2:43457 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/oldWALs 2024-11-26T19:17:44,366 INFO [RS:0;fe76acf732b2:43457 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C43457%2C1732648652645:(num 1732648654365) 2024-11-26T19:17:44,366 DEBUG [RS:0;fe76acf732b2:43457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:44,366 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:17:44,366 INFO [RS:0;fe76acf732b2:43457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:17:44,366 INFO [RS:0;fe76acf732b2:43457 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T19:17:44,366 INFO [RS:0;fe76acf732b2:43457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:17:44,366 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:17:44,366 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fe76acf732b2,43457,1732648652645 because: Region server is closing 2024-11-26T19:17:44,366 INFO [RS:0;fe76acf732b2:43457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:43457. 2024-11-26T19:17:44,366 DEBUG [RS:0;fe76acf732b2:43457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:44,366 DEBUG [RS:0;fe76acf732b2:43457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:44,367 DEBUG [RS:0;fe76acf732b2:43457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:44,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:17:44,467 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,43457,1732648652645.replicationSource.shipperfe76acf732b2%2C43457%2C1732648652645,1-fe76acf732b2,43457,1732648652645 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T19:17:44,467 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,43457,1732648652645.replicationSource.shipperfe76acf732b2%2C43457%2C1732648652645,1-fe76acf732b2,43457,1732648652645 terminated 2024-11-26T19:17:44,467 INFO [RS:0;fe76acf732b2:43457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43457 2024-11-26T19:17:44,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1552476559/rs/fe76acf732b2,43457,1732648652645 2024-11-26T19:17:44,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559/rs 2024-11-26T19:17:44,469 INFO [RS:0;fe76acf732b2:43457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:17:44,471 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,43457,1732648652645] 2024-11-26T19:17:44,472 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1552476559/draining/fe76acf732b2,43457,1732648652645 already deleted, retry=false 2024-11-26T19:17:44,472 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,43457,1732648652645 expired; onlineServers=0 2024-11-26T19:17:44,472 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,45991,1732648652582' ***** 2024-11-26T19:17:44,472 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:17:44,472 INFO [M:0;fe76acf732b2:45991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:17:44,472 INFO [M:0;fe76acf732b2:45991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:17:44,472 DEBUG [M:0;fe76acf732b2:45991 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:17:44,473 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:17:44,473 DEBUG [M:0;fe76acf732b2:45991 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:17:44,473 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648654138 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648654138,5,FailOnTimeoutGroup] 2024-11-26T19:17:44,473 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648654141 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648654141,5,FailOnTimeoutGroup] 2024-11-26T19:17:44,473 INFO [M:0;fe76acf732b2:45991 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:17:44,473 INFO [M:0;fe76acf732b2:45991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:17:44,473 DEBUG [M:0;fe76acf732b2:45991 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:17:44,473 INFO [M:0;fe76acf732b2:45991 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:17:44,473 INFO [M:0;fe76acf732b2:45991 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:17:44,473 INFO [M:0;fe76acf732b2:45991 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:17:44,473 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:17:44,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1552476559/master 2024-11-26T19:17:44,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552476559 2024-11-26T19:17:44,474 DEBUG [M:0;fe76acf732b2:45991 {}] zookeeper.ZKUtil(347): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Unable to get data of znode /0-1552476559/master because node does not exist (not an error) 2024-11-26T19:17:44,474 WARN [M:0;fe76acf732b2:45991 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T19:17:44,475 INFO [M:0;fe76acf732b2:45991 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/.lastflushedseqids 2024-11-26T19:17:44,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41357 is added to blk_1073741842_1018 (size=181) 2024-11-26T19:17:44,571 INFO [RS:0;fe76acf732b2:43457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:17:44,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:17:44,571 INFO [RS:0;fe76acf732b2:43457 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,43457,1732648652645; zookeeper connection closed. 2024-11-26T19:17:44,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43457-0x10155b635670001, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:17:44,572 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c3c8f97 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c3c8f97 2024-11-26T19:17:44,572 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:17:44,880 INFO [M:0;fe76acf732b2:45991 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:17:44,880 INFO [M:0;fe76acf732b2:45991 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:17:44,880 DEBUG [M:0;fe76acf732b2:45991 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:17:44,881 INFO [M:0;fe76acf732b2:45991 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:44,881 DEBUG [M:0;fe76acf732b2:45991 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:44,881 DEBUG [M:0;fe76acf732b2:45991 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:17:44,881 DEBUG [M:0;fe76acf732b2:45991 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:44,881 INFO [M:0;fe76acf732b2:45991 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-26T19:17:44,897 DEBUG [M:0;fe76acf732b2:45991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b08ce74aec334bcb83b0f8c96b38b050 is 82, key is hbase:meta,,1/info:regioninfo/1732648654942/Put/seqid=0 2024-11-26T19:17:44,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41357 is added to blk_1073741843_1019 (size=5672) 2024-11-26T19:17:45,303 INFO [M:0;fe76acf732b2:45991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b08ce74aec334bcb83b0f8c96b38b050 2024-11-26T19:17:45,328 DEBUG [M:0;fe76acf732b2:45991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d981ff3d261247fd9506a3df5dd99635 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732648659728/Put/seqid=0 2024-11-26T19:17:45,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41357 is added to blk_1073741844_1020 (size=7203) 2024-11-26T19:17:45,736 INFO [M:0;fe76acf732b2:45991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d981ff3d261247fd9506a3df5dd99635 2024-11-26T19:17:45,765 DEBUG [M:0;fe76acf732b2:45991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3009dc51d0dc4f229b763801f7ff8cd7 is 69, key is fe76acf732b2,43457,1732648652645/rs:state/1732648654205/Put/seqid=0 2024-11-26T19:17:45,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41357 is added to blk_1073741845_1021 (size=5156) 2024-11-26T19:17:45,777 INFO [M:0;fe76acf732b2:45991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3009dc51d0dc4f229b763801f7ff8cd7 2024-11-26T19:17:45,785 DEBUG [M:0;fe76acf732b2:45991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b08ce74aec334bcb83b0f8c96b38b050 as hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b08ce74aec334bcb83b0f8c96b38b050 2024-11-26T19:17:45,791 INFO [M:0;fe76acf732b2:45991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b08ce74aec334bcb83b0f8c96b38b050, entries=8, sequenceid=70, filesize=5.5 K 2024-11-26T19:17:45,798 DEBUG [M:0;fe76acf732b2:45991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d981ff3d261247fd9506a3df5dd99635 as hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d981ff3d261247fd9506a3df5dd99635 2024-11-26T19:17:45,806 INFO [M:0;fe76acf732b2:45991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d981ff3d261247fd9506a3df5dd99635, entries=8, sequenceid=70, filesize=7.0 K 2024-11-26T19:17:45,807 DEBUG [M:0;fe76acf732b2:45991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3009dc51d0dc4f229b763801f7ff8cd7 as hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3009dc51d0dc4f229b763801f7ff8cd7 2024-11-26T19:17:45,814 INFO [M:0;fe76acf732b2:45991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41517/user/jenkins/test-data/12ae9aad-9269-a8c7-cc25-4b6f27f4a4b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3009dc51d0dc4f229b763801f7ff8cd7, entries=1, sequenceid=70, filesize=5.0 K 2024-11-26T19:17:45,815 INFO [M:0;fe76acf732b2:45991 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=70, compaction requested=false 2024-11-26T19:17:45,834 INFO [M:0;fe76acf732b2:45991 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:45,834 DEBUG [M:0;fe76acf732b2:45991 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648664880Disabling compacts and flushes for region at 1732648664880Disabling writes for close at 1732648664881 (+1 ms)Obtaining lock to block concurrent updates at 1732648664881Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648664881Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732648664881Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648664882 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648664882Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648664897 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648664897Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648665309 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648665327 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648665327Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648665743 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648665764 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648665764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2796f2e: reopening flushed file at 1732648665784 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70cd05bf: reopening flushed file at 1732648665791 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d33a89a: reopening flushed file at 1732648665806 (+15 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=70, compaction requested=false at 1732648665815 (+9 ms)Writing region close event to WAL at 1732648665833 (+18 ms)Closed at 1732648665834 (+1 ms) 2024-11-26T19:17:45,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41357 is added to blk_1073741830_1006 (size=41008) 2024-11-26T19:17:45,838 INFO [M:0;fe76acf732b2:45991 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:17:45,838 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:17:45,838 INFO [M:0;fe76acf732b2:45991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45991 2024-11-26T19:17:45,838 INFO [M:0;fe76acf732b2:45991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:17:45,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:17:45,940 INFO [M:0;fe76acf732b2:45991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:17:45,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x10155b635670000, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:17:45,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79f3518d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:17:45,951 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:17:45,951 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:17:45,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:17:45,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/hadoop.log.dir/,STOPPED} 2024-11-26T19:17:45,954 WARN [BP-847287752-172.17.0.2-1732648651521 heartbeating to localhost/127.0.0.1:41517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:17:45,954 WARN [BP-847287752-172.17.0.2-1732648651521 heartbeating to localhost/127.0.0.1:41517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-847287752-172.17.0.2-1732648651521 (Datanode Uuid a28dd641-d9d5-4bc4-b223-fd78007c9df0) service to localhost/127.0.0.1:41517 2024-11-26T19:17:45,955 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/cluster_b405a65a-369e-3e3a-a2f2-853eb18ff39b/data/data1/current/BP-847287752-172.17.0.2-1732648651521 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:17:45,955 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/cluster_b405a65a-369e-3e3a-a2f2-853eb18ff39b/data/data2/current/BP-847287752-172.17.0.2-1732648651521 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:17:45,956 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:17:45,956 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:17:45,956 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:17:45,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@501cbce2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:17:45,964 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:17:45,964 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:17:45,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:17:45,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/844c45fa-0f2d-3a10-2c0c-29c13aae5287/hadoop.log.dir/,STOPPED} 2024-11-26T19:17:45,980 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T19:17:46,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T19:17:46,017 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 108) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64323) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40487 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41517 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64323) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 279) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5852 (was 6639) 2024-11-26T19:17:46,027 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=5852 2024-11-26T19:17:46,043 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-26T19:17:46,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/hadoop.log.dir so I do NOT create it in target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072 2024-11-26T19:17:46,044 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T19:17:46,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/hadoop.tmp.dir so I do NOT create it in target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072 2024-11-26T19:17:46,044 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea76b5c2-46ff-eb47-da57-351a5a3dc9f8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T19:17:46,044 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072 2024-11-26T19:17:46,044 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/cluster_c5f29373-d279-f3d4-2f64-10882d44d67b, deleteOnExit=true 2024-11-26T19:17:46,050 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/cluster_c5f29373-d279-f3d4-2f64-10882d44d67b/zookeeper_0, clientPort=55022, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/cluster_c5f29373-d279-f3d4-2f64-10882d44d67b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/cluster_c5f29373-d279-f3d4-2f64-10882d44d67b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T19:17:46,051 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55022 2024-11-26T19:17:46,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:17:46,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:17:46,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/test.cache.data in system properties and HBase conf 2024-11-26T19:17:46,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:17:46,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:17:46,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:17:46,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:17:46,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:17:46,053 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:17:46,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:17:46,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:17:46,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:17:46,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:17:46,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:17:46,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:17:46,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:17:46,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:17:46,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:17:46,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:17:46,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:17:46,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:17:46,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:17:46,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:17:46,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10155b635670002, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T19:17:46,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10155b635670005, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T19:17:46,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10155b635670002, quorum=127.0.0.1:64323, baseZNode=/0-1552476559 Received Disconnected from ZooKeeper, ignoring 2024-11-26T19:17:46,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10155b635670005, quorum=127.0.0.1:64323, baseZNode=/1-1562220415 Received Disconnected from ZooKeeper, ignoring 2024-11-26T19:17:46,182 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T19:17:46,185 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:17:46,205 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:17:46,208 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:17:46,209 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:17:46,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:17:46,263 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:17:46,306 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:17:46,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:17:46,307 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:17:46,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:17:46,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:17:46,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:17:46,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74a3bd84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/java.io.tmpdir/jetty-localhost-39263-hadoop-hdfs-3_4_1-tests_jar-_-any-5421317878878511120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:17:46,469 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:39263} 2024-11-26T19:17:46,469 INFO [Time-limited test {}] server.Server(415): Started @44150ms 2024-11-26T19:17:46,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:17:46,659 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:17:46,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:17:46,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:17:46,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:17:46,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:17:46,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:17:46,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5377c0bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/java.io.tmpdir/jetty-localhost-42161-hadoop-hdfs-3_4_1-tests_jar-_-any-15344177385466582126/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:17:46,825 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:42161} 2024-11-26T19:17:46,826 INFO [Time-limited test {}] server.Server(415): Started @44506ms 2024-11-26T19:17:46,829 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:17:47,014 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/cluster_c5f29373-d279-f3d4-2f64-10882d44d67b/data/data1/current/BP-79468392-172.17.0.2-1732648666094/current, will proceed with Du for space computation calculation, 2024-11-26T19:17:47,014 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/cluster_c5f29373-d279-f3d4-2f64-10882d44d67b/data/data2/current/BP-79468392-172.17.0.2-1732648666094/current, will proceed with Du for space computation calculation, 2024-11-26T19:17:47,053 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:17:47,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3c5532919075b5d with lease ID 0xa46e0273043b6d95: Processing first storage report for DS-b23f7673-43c7-4b64-9b91-609bac1f048a from datanode DatanodeRegistration(127.0.0.1:41387, datanodeUuid=658e7fc7-2dd5-4ade-8559-5a670d33967c, infoPort=34901, infoSecurePort=0, ipcPort=46613, storageInfo=lv=-57;cid=testClusterID;nsid=200799932;c=1732648666094) 2024-11-26T19:17:47,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3c5532919075b5d with lease ID 0xa46e0273043b6d95: from storage DS-b23f7673-43c7-4b64-9b91-609bac1f048a node DatanodeRegistration(127.0.0.1:41387, datanodeUuid=658e7fc7-2dd5-4ade-8559-5a670d33967c, infoPort=34901, infoSecurePort=0, ipcPort=46613, storageInfo=lv=-57;cid=testClusterID;nsid=200799932;c=1732648666094), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:17:47,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3c5532919075b5d with lease ID 0xa46e0273043b6d95: Processing first storage report for DS-d94c9d62-17dc-439c-ac29-174db3bd2af9 from datanode DatanodeRegistration(127.0.0.1:41387, datanodeUuid=658e7fc7-2dd5-4ade-8559-5a670d33967c, infoPort=34901, infoSecurePort=0, ipcPort=46613, storageInfo=lv=-57;cid=testClusterID;nsid=200799932;c=1732648666094) 2024-11-26T19:17:47,058 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3c5532919075b5d with lease ID 0xa46e0273043b6d95: from storage DS-d94c9d62-17dc-439c-ac29-174db3bd2af9 node DatanodeRegistration(127.0.0.1:41387, datanodeUuid=658e7fc7-2dd5-4ade-8559-5a670d33967c, infoPort=34901, infoSecurePort=0, ipcPort=46613, storageInfo=lv=-57;cid=testClusterID;nsid=200799932;c=1732648666094), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:17:47,135 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072 2024-11-26T19:17:47,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:47,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:47,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:17:47,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:17:47,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T19:17:47,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T19:17:47,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:17:47,574 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14 with version=8 2024-11-26T19:17:47,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/hbase-staging 2024-11-26T19:17:47,577 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:17:47,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:47,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:47,577 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:17:47,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:47,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:17:47,577 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:17:47,577 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:17:47,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35243 2024-11-26T19:17:47,580 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35243 connecting to ZooKeeper ensemble=127.0.0.1:55022 2024-11-26T19:17:47,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352430x0, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:17:47,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35243-0x10155b66e510000 connected 2024-11-26T19:17:47,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:47,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:47,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Set watcher on znode that does not yet exist, /01616966876/running 2024-11-26T19:17:47,610 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14, hbase.cluster.distributed=false 2024-11-26T19:17:47,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Set watcher on znode that does not yet exist, /01616966876/acl 2024-11-26T19:17:47,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35243 2024-11-26T19:17:47,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35243 2024-11-26T19:17:47,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35243 2024-11-26T19:17:47,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35243 2024-11-26T19:17:47,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35243 2024-11-26T19:17:47,634 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:17:47,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:47,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:47,634 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:17:47,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:47,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:17:47,634 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:17:47,635 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:17:47,635 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33329 2024-11-26T19:17:47,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33329 connecting to ZooKeeper ensemble=127.0.0.1:55022 2024-11-26T19:17:47,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:47,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:47,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333290x0, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:17:47,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33329-0x10155b66e510001 connected 2024-11-26T19:17:47,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Set watcher on znode that does not yet exist, /01616966876/running 2024-11-26T19:17:47,643 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:17:47,643 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:17:47,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Set watcher on znode that does not yet exist, /01616966876/master 2024-11-26T19:17:47,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Set watcher on znode that does not yet exist, /01616966876/acl 2024-11-26T19:17:47,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33329 2024-11-26T19:17:47,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33329 2024-11-26T19:17:47,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33329 2024-11-26T19:17:47,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33329 2024-11-26T19:17:47,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33329 2024-11-26T19:17:47,675 DEBUG [M:0;fe76acf732b2:35243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:35243 2024-11-26T19:17:47,676 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01616966876/backup-masters/fe76acf732b2,35243,1732648667577 2024-11-26T19:17:47,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876/backup-masters 2024-11-26T19:17:47,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876/backup-masters 2024-11-26T19:17:47,678 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Set watcher on existing znode=/01616966876/backup-masters/fe76acf732b2,35243,1732648667577 2024-11-26T19:17:47,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876 2024-11-26T19:17:47,680 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Set watcher on existing znode=/01616966876/master 2024-11-26T19:17:47,680 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01616966876/backup-masters/fe76acf732b2,35243,1732648667577 from backup master directory 2024-11-26T19:17:47,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01616966876/master 2024-11-26T19:17:47,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876 2024-11-26T19:17:47,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01616966876/backup-masters/fe76acf732b2,35243,1732648667577 2024-11-26T19:17:47,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876/backup-masters 2024-11-26T19:17:47,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876/backup-masters 2024-11-26T19:17:47,683 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:17:47,683 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,35243,1732648667577 2024-11-26T19:17:47,688 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/hbase.id] with ID: 7f0939a2-e6ae-4e48-9e21-91cf5cb201eb 2024-11-26T19:17:47,688 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/.tmp/hbase.id 2024-11-26T19:17:47,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:17:47,695 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/.tmp/hbase.id]:[hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/hbase.id] 2024-11-26T19:17:47,710 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:47,710 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:17:47,716 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-26T19:17:47,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876 2024-11-26T19:17:47,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876 2024-11-26T19:17:47,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:17:48,135 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:17:48,136 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:17:48,136 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:48,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:17:48,545 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/data/master/store 2024-11-26T19:17:48,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:17:48,951 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:48,952 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:17:48,952 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:48,952 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:48,952 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:17:48,952 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:48,952 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:48,952 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648668952Disabling compacts and flushes for region at 1732648668952Disabling writes for close at 1732648668952Writing region close event to WAL at 1732648668952Closed at 1732648668952 2024-11-26T19:17:48,953 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/data/master/store/.initializing 2024-11-26T19:17:48,953 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/WALs/fe76acf732b2,35243,1732648667577 2024-11-26T19:17:48,954 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:17:48,955 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C35243%2C1732648667577, suffix=, logDir=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/WALs/fe76acf732b2,35243,1732648667577, archiveDir=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/oldWALs, maxLogs=10 2024-11-26T19:17:48,969 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/WALs/fe76acf732b2,35243,1732648667577/fe76acf732b2%2C35243%2C1732648667577.1732648668956, exclude list is [], retry=0 2024-11-26T19:17:48,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41387,DS-b23f7673-43c7-4b64-9b91-609bac1f048a,DISK] 2024-11-26T19:17:48,973 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/WALs/fe76acf732b2,35243,1732648667577/fe76acf732b2%2C35243%2C1732648667577.1732648668956 2024-11-26T19:17:48,973 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34901:34901)] 2024-11-26T19:17:48,973 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:17:48,973 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:48,973 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:48,973 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:48,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:48,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:17:48,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:48,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:48,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:48,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:17:48,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:48,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:48,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:48,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:17:48,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:48,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:48,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:48,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:17:48,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:48,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:48,982 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:48,983 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:48,983 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:48,984 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:48,984 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:48,985 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:17:48,986 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:48,988 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:17:48,988 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60019300, jitterRate=-0.10564273595809937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:17:48,989 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648668974Initializing all the Stores at 1732648668974Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648668974Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648668974Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648668974Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648668974Cleaning up temporary data from old regions at 1732648668984 (+10 ms)Region opened successfully at 1732648668989 (+5 ms) 2024-11-26T19:17:48,989 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:17:48,992 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37eba422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:17:48,993 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:17:48,993 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:17:48,993 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:17:48,993 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:17:48,994 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:17:48,994 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T19:17:48,994 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:17:48,998 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:17:48,999 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Unable to get data of znode /01616966876/balancer because node does not exist (not necessarily an error) 2024-11-26T19:17:49,000 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01616966876/balancer already deleted, retry=false 2024-11-26T19:17:49,000 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:17:49,003 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Unable to get data of znode /01616966876/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:17:49,004 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01616966876/normalizer already deleted, retry=false 2024-11-26T19:17:49,005 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:17:49,006 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Unable to get data of znode /01616966876/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:17:49,007 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01616966876/switch/split already deleted, retry=false 2024-11-26T19:17:49,008 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Unable to get data of znode /01616966876/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:17:49,009 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01616966876/switch/merge already deleted, retry=false 2024-11-26T19:17:49,012 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Unable to get data of znode /01616966876/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:17:49,012 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01616966876/snapshot-cleanup already deleted, retry=false 2024-11-26T19:17:49,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01616966876/running 2024-11-26T19:17:49,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876 2024-11-26T19:17:49,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01616966876/running 2024-11-26T19:17:49,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876 2024-11-26T19:17:49,014 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,35243,1732648667577, sessionid=0x10155b66e510000, setting cluster-up flag (Was=false) 2024-11-26T19:17:49,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876 2024-11-26T19:17:49,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876 2024-11-26T19:17:49,023 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01616966876/flush-table-proc/acquired, /01616966876/flush-table-proc/reached, /01616966876/flush-table-proc/abort 2024-11-26T19:17:49,024 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,35243,1732648667577 2024-11-26T19:17:49,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876 2024-11-26T19:17:49,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876 2024-11-26T19:17:49,034 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01616966876/online-snapshot/acquired, /01616966876/online-snapshot/reached, /01616966876/online-snapshot/abort 2024-11-26T19:17:49,035 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,35243,1732648667577 2024-11-26T19:17:49,036 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:17:49,038 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:49,038 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:17:49,038 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:17:49,038 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,35243,1732648667577 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:17:49,039 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:49,039 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:49,039 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:49,039 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:49,039 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:17:49,039 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:49,040 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:17:49,040 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:49,041 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:49,041 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:17:49,042 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:49,042 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:17:49,044 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648699044 2024-11-26T19:17:49,044 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:17:49,045 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:17:49,045 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:17:49,045 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:17:49,045 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:17:49,045 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:17:49,045 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:49,045 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:17:49,045 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:17:49,045 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:17:49,045 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:17:49,046 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:17:49,046 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:17:49,046 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648669046,5,FailOnTimeoutGroup] 2024-11-26T19:17:49,048 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648669046,5,FailOnTimeoutGroup] 2024-11-26T19:17:49,048 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:49,048 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:17:49,048 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:49,048 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:49,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:17:49,064 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(746): ClusterId : 7f0939a2-e6ae-4e48-9e21-91cf5cb201eb 2024-11-26T19:17:49,064 DEBUG [RS:0;fe76acf732b2:33329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:17:49,066 DEBUG [RS:0;fe76acf732b2:33329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:17:49,066 DEBUG [RS:0;fe76acf732b2:33329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:17:49,068 DEBUG [RS:0;fe76acf732b2:33329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:17:49,068 DEBUG [RS:0;fe76acf732b2:33329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c6edcd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:17:49,084 DEBUG [RS:0;fe76acf732b2:33329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:33329 2024-11-26T19:17:49,084 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:17:49,084 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:17:49,084 DEBUG [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:17:49,085 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,35243,1732648667577 with port=33329, startcode=1732648667634 2024-11-26T19:17:49,085 DEBUG [RS:0;fe76acf732b2:33329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:17:49,087 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:17:49,087 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35243 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,33329,1732648667634 2024-11-26T19:17:49,087 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35243 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,33329,1732648667634 2024-11-26T19:17:49,089 DEBUG [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14 2024-11-26T19:17:49,089 DEBUG [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39573 2024-11-26T19:17:49,089 DEBUG [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:17:49,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876/rs 2024-11-26T19:17:49,095 DEBUG [RS:0;fe76acf732b2:33329 {}] zookeeper.ZKUtil(111): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Set watcher on existing znode=/01616966876/rs/fe76acf732b2,33329,1732648667634 2024-11-26T19:17:49,095 WARN [RS:0;fe76acf732b2:33329 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:17:49,095 INFO [RS:0;fe76acf732b2:33329 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:49,095 DEBUG [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634 2024-11-26T19:17:49,095 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,33329,1732648667634] 2024-11-26T19:17:49,098 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:17:49,101 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:17:49,101 INFO [RS:0;fe76acf732b2:33329 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:17:49,101 INFO [RS:0;fe76acf732b2:33329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:49,101 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:17:49,102 INFO [RS:0;fe76acf732b2:33329 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:17:49,102 INFO [RS:0;fe76acf732b2:33329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:49,102 DEBUG [RS:0;fe76acf732b2:33329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:49,102 DEBUG [RS:0;fe76acf732b2:33329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:49,103 DEBUG [RS:0;fe76acf732b2:33329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:49,103 DEBUG [RS:0;fe76acf732b2:33329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:49,103 DEBUG [RS:0;fe76acf732b2:33329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:49,103 DEBUG [RS:0;fe76acf732b2:33329 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:17:49,103 DEBUG [RS:0;fe76acf732b2:33329 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:49,103 DEBUG [RS:0;fe76acf732b2:33329 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:49,103 DEBUG [RS:0;fe76acf732b2:33329 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:49,103 DEBUG [RS:0;fe76acf732b2:33329 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:49,103 DEBUG [RS:0;fe76acf732b2:33329 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:49,103 DEBUG [RS:0;fe76acf732b2:33329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:49,103 DEBUG [RS:0;fe76acf732b2:33329 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:17:49,103 DEBUG [RS:0;fe76acf732b2:33329 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:17:49,105 INFO [RS:0;fe76acf732b2:33329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:49,105 INFO [RS:0;fe76acf732b2:33329 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:49,105 INFO [RS:0;fe76acf732b2:33329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:49,105 INFO [RS:0;fe76acf732b2:33329 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:49,105 INFO [RS:0;fe76acf732b2:33329 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:49,105 INFO [RS:0;fe76acf732b2:33329 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,33329,1732648667634-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:17:49,120 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:17:49,120 INFO [RS:0;fe76acf732b2:33329 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,33329,1732648667634-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:49,120 INFO [RS:0;fe76acf732b2:33329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:49,120 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.Replication(171): fe76acf732b2,33329,1732648667634 started 2024-11-26T19:17:49,134 INFO [RS:0;fe76acf732b2:33329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:49,134 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,33329,1732648667634, RpcServer on fe76acf732b2/172.17.0.2:33329, sessionid=0x10155b66e510001 2024-11-26T19:17:49,135 DEBUG [RS:0;fe76acf732b2:33329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:17:49,135 DEBUG [RS:0;fe76acf732b2:33329 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,33329,1732648667634 2024-11-26T19:17:49,135 DEBUG [RS:0;fe76acf732b2:33329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,33329,1732648667634' 2024-11-26T19:17:49,135 DEBUG [RS:0;fe76acf732b2:33329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01616966876/flush-table-proc/abort' 2024-11-26T19:17:49,135 DEBUG [RS:0;fe76acf732b2:33329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01616966876/flush-table-proc/acquired' 2024-11-26T19:17:49,136 DEBUG [RS:0;fe76acf732b2:33329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:17:49,136 DEBUG [RS:0;fe76acf732b2:33329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:17:49,136 DEBUG [RS:0;fe76acf732b2:33329 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,33329,1732648667634 2024-11-26T19:17:49,136 DEBUG [RS:0;fe76acf732b2:33329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,33329,1732648667634' 2024-11-26T19:17:49,136 DEBUG [RS:0;fe76acf732b2:33329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01616966876/online-snapshot/abort' 2024-11-26T19:17:49,136 DEBUG [RS:0;fe76acf732b2:33329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01616966876/online-snapshot/acquired' 2024-11-26T19:17:49,136 DEBUG [RS:0;fe76acf732b2:33329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:17:49,136 INFO [RS:0;fe76acf732b2:33329 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:17:49,136 INFO [RS:0;fe76acf732b2:33329 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:17:49,237 INFO [RS:0;fe76acf732b2:33329 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:17:49,239 INFO [RS:0;fe76acf732b2:33329 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C33329%2C1732648667634, suffix=, logDir=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634, archiveDir=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/oldWALs, maxLogs=10 2024-11-26T19:17:49,252 DEBUG [RS:0;fe76acf732b2:33329 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239, exclude list is [], retry=0 2024-11-26T19:17:49,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41387,DS-b23f7673-43c7-4b64-9b91-609bac1f048a,DISK] 2024-11-26T19:17:49,257 INFO [RS:0;fe76acf732b2:33329 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 2024-11-26T19:17:49,257 DEBUG [RS:0;fe76acf732b2:33329 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34901:34901)] 2024-11-26T19:17:49,454 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:17:49,455 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14 2024-11-26T19:17:49,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741833_1009 (size=32) 2024-11-26T19:17:49,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:49,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:17:49,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:17:49,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:49,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:49,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:17:49,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:17:49,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:49,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:49,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:17:49,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:17:49,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:49,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:49,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:17:49,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:17:49,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:49,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:49,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:17:49,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740 2024-11-26T19:17:49,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740 2024-11-26T19:17:49,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:17:49,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:17:49,896 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:17:49,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:17:49,909 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:17:49,910 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68970599, jitterRate=0.027742013335227966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:17:49,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648669862Initializing all the Stores at 1732648669863 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648669863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648669872 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648669872Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648669872Cleaning up temporary data from old regions at 1732648669893 (+21 ms)Region opened successfully at 1732648669911 (+18 ms) 2024-11-26T19:17:49,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:17:49,911 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:17:49,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:17:49,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:17:49,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:17:49,932 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:17:49,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648669911Disabling compacts and flushes for region at 1732648669911Disabling writes for close at 1732648669911Writing region close event to WAL at 1732648669932 (+21 ms)Closed at 1732648669932 2024-11-26T19:17:49,935 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:49,935 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:17:49,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:17:49,937 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:17:49,938 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:17:50,088 DEBUG [fe76acf732b2:35243 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:17:50,089 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,33329,1732648667634 2024-11-26T19:17:50,090 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,33329,1732648667634, state=OPENING 2024-11-26T19:17:50,091 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:17:50,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876 2024-11-26T19:17:50,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876 2024-11-26T19:17:50,093 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:17:50,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01616966876/meta-region-server: CHANGED 2024-11-26T19:17:50,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01616966876/meta-region-server: CHANGED 2024-11-26T19:17:50,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,33329,1732648667634}] 2024-11-26T19:17:50,246 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:17:50,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:17:50,253 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:17:50,253 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:50,253 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:17:50,257 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C33329%2C1732648667634.meta, suffix=.meta, logDir=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634, archiveDir=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/oldWALs, maxLogs=10 2024-11-26T19:17:50,274 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.meta.1732648670257.meta, exclude list is [], retry=0 2024-11-26T19:17:50,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41387,DS-b23f7673-43c7-4b64-9b91-609bac1f048a,DISK] 2024-11-26T19:17:50,279 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.meta.1732648670257.meta 2024-11-26T19:17:50,279 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34901:34901)] 2024-11-26T19:17:50,280 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:17:50,280 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:17:50,280 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:17:50,280 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:17:50,280 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:17:50,280 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:17:50,280 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:50,280 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:17:50,281 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:17:50,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:17:50,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:17:50,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:50,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:50,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:17:50,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:17:50,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:50,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:50,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:17:50,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:17:50,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:50,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:50,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:17:50,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:17:50,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:50,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:50,287 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:17:50,288 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740 2024-11-26T19:17:50,289 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740 2024-11-26T19:17:50,290 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:17:50,290 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:17:50,291 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:17:50,292 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:17:50,292 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63974031, jitterRate=-0.04671265184879303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:17:50,292 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:17:50,293 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648670281Writing region info on filesystem at 1732648670281Initializing all the Stores at 1732648670281Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648670282 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648670282Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648670282Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648670282Cleaning up temporary data from old regions at 1732648670290 (+8 ms)Running coprocessor post-open hooks at 1732648670292 (+2 ms)Region opened successfully at 1732648670293 (+1 ms) 2024-11-26T19:17:50,294 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648670246 2024-11-26T19:17:50,296 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:17:50,296 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:17:50,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,33329,1732648667634 2024-11-26T19:17:50,298 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,33329,1732648667634, state=OPEN 2024-11-26T19:17:50,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01616966876/meta-region-server 2024-11-26T19:17:50,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01616966876/meta-region-server 2024-11-26T19:17:50,304 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,33329,1732648667634 2024-11-26T19:17:50,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01616966876/meta-region-server: CHANGED 2024-11-26T19:17:50,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01616966876/meta-region-server: CHANGED 2024-11-26T19:17:50,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:17:50,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,33329,1732648667634 in 211 msec 2024-11-26T19:17:50,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:17:50,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 372 msec 2024-11-26T19:17:50,310 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:50,310 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:17:50,312 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:17:50,312 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,33329,1732648667634, seqNum=-1] 2024-11-26T19:17:50,312 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:17:50,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:17:50,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-26T19:17:50,319 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648670319, completionTime=-1 2024-11-26T19:17:50,319 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:17:50,319 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:17:50,321 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:17:50,321 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648730321 2024-11-26T19:17:50,321 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732648790321 2024-11-26T19:17:50,321 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T19:17:50,321 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,35243,1732648667577-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:50,322 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,35243,1732648667577-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:50,322 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,35243,1732648667577-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:50,322 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:35243, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:50,322 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:50,322 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:50,324 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:17:50,327 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.644sec 2024-11-26T19:17:50,327 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:17:50,327 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:17:50,327 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:17:50,327 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:17:50,327 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:17:50,327 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,35243,1732648667577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:17:50,327 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,35243,1732648667577-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:17:50,330 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:17:50,330 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:17:50,330 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,35243,1732648667577-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:50,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34474525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:50,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,35243,-1 for getting cluster id 2024-11-26T19:17:50,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:50,367 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f0939a2-e6ae-4e48-9e21-91cf5cb201eb' 2024-11-26T19:17:50,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:50,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f0939a2-e6ae-4e48-9e21-91cf5cb201eb" 2024-11-26T19:17:50,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6304b72d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,35243,-1] 2024-11-26T19:17:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:50,369 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:50,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:50,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:17:50,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,33329,1732648667634, seqNum=-1] 2024-11-26T19:17:50,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:17:50,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:17:50,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,35243,1732648667577 2024-11-26T19:17:50,377 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55022 2024-11-26T19:17:50,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:17:50,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10155b66e510002 connected 2024-11-26T19:17:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/hadoop.log.dir so I do NOT create it in target/test-data/44345e9d-02cb-e891-9948-160bd06c570e 2024-11-26T19:17:50,383 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T19:17:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/hadoop.tmp.dir so I do NOT create it in target/test-data/44345e9d-02cb-e891-9948-160bd06c570e 2024-11-26T19:17:50,383 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T19:17:50,383 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e 2024-11-26T19:17:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:17:50,383 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/cluster_ab7c5fbe-5190-d66b-a333-645c8d338ef7, deleteOnExit=true 2024-11-26T19:17:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:17:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/test.cache.data in system properties and HBase conf 2024-11-26T19:17:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:17:50,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:17:50,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:17:50,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:17:50,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:17:50,384 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:17:50,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:17:50,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:17:50,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:17:50,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:17:50,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:17:50,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:17:50,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:17:50,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:17:50,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:17:50,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:17:50,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:17:50,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:17:50,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:17:50,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:17:50,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:17:50,484 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:17:50,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:17:50,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:17:50,493 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:17:50,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:17:50,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61fc1e28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:17:50,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:17:50,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3464a5df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/java.io.tmpdir/jetty-localhost-39403-hadoop-hdfs-3_4_1-tests_jar-_-any-10268948951391946289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:17:50,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@891ab73{HTTP/1.1, (http/1.1)}{localhost:39403} 2024-11-26T19:17:50,623 INFO [Time-limited test {}] server.Server(415): Started @48303ms 2024-11-26T19:17:50,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:17:50,709 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:17:50,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:17:50,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:17:50,710 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T19:17:50,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3029c162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:17:50,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:17:50,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1d5f3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/java.io.tmpdir/jetty-localhost-43649-hadoop-hdfs-3_4_1-tests_jar-_-any-6429829725241667276/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:17:50,827 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b468588{HTTP/1.1, (http/1.1)}{localhost:43649} 2024-11-26T19:17:50,827 INFO [Time-limited test {}] server.Server(415): Started @48508ms 2024-11-26T19:17:50,828 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:17:50,925 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/cluster_ab7c5fbe-5190-d66b-a333-645c8d338ef7/data/data1/current/BP-1895501074-172.17.0.2-1732648670411/current, will proceed with Du for space computation calculation, 2024-11-26T19:17:50,925 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/cluster_ab7c5fbe-5190-d66b-a333-645c8d338ef7/data/data2/current/BP-1895501074-172.17.0.2-1732648670411/current, will proceed with Du for space computation calculation, 2024-11-26T19:17:50,944 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:17:50,947 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2313b6dd45c7158c with lease ID 0xd54556faa690a084: Processing first storage report for DS-00efaf57-0af4-4630-a7c7-29a522fbe02b from datanode DatanodeRegistration(127.0.0.1:39881, datanodeUuid=47dc586a-4abe-497b-af51-6afdaa950259, infoPort=36483, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=684703371;c=1732648670411) 2024-11-26T19:17:50,947 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2313b6dd45c7158c with lease ID 0xd54556faa690a084: from storage DS-00efaf57-0af4-4630-a7c7-29a522fbe02b node DatanodeRegistration(127.0.0.1:39881, datanodeUuid=47dc586a-4abe-497b-af51-6afdaa950259, infoPort=36483, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=684703371;c=1732648670411), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:17:50,947 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2313b6dd45c7158c with lease ID 0xd54556faa690a084: Processing first storage report for DS-2931ae25-035b-4f72-9ae9-21e6044fb511 from datanode DatanodeRegistration(127.0.0.1:39881, datanodeUuid=47dc586a-4abe-497b-af51-6afdaa950259, infoPort=36483, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=684703371;c=1732648670411) 2024-11-26T19:17:50,947 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2313b6dd45c7158c with lease ID 0xd54556faa690a084: from storage DS-2931ae25-035b-4f72-9ae9-21e6044fb511 node DatanodeRegistration(127.0.0.1:39881, datanodeUuid=47dc586a-4abe-497b-af51-6afdaa950259, infoPort=36483, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=684703371;c=1732648670411), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:17:50,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e 2024-11-26T19:17:50,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:50,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:50,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:17:50,961 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3 with version=8 2024-11-26T19:17:50,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/hbase-staging 2024-11-26T19:17:50,963 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:17:50,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:50,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:50,964 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:17:50,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:50,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:17:50,964 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:17:50,964 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:17:50,964 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33155 2024-11-26T19:17:50,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33155 connecting to ZooKeeper ensemble=127.0.0.1:55022 2024-11-26T19:17:50,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331550x0, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:17:50,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33155-0x10155b66e510003 connected 2024-11-26T19:17:50,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:50,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:50,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Set watcher on znode that does not yet exist, /11063639555/running 2024-11-26T19:17:50,985 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3, hbase.cluster.distributed=false 2024-11-26T19:17:50,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Set watcher on znode that does not yet exist, /11063639555/acl 2024-11-26T19:17:50,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33155 2024-11-26T19:17:50,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33155 2024-11-26T19:17:50,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33155 2024-11-26T19:17:50,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33155 2024-11-26T19:17:50,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33155 2024-11-26T19:17:51,006 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:17:51,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:51,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:51,006 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:17:51,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:17:51,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:17:51,007 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:17:51,007 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:17:51,007 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44697 2024-11-26T19:17:51,009 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44697 connecting to ZooKeeper ensemble=127.0.0.1:55022 2024-11-26T19:17:51,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:51,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:51,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446970x0, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:17:51,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446970x0, quorum=127.0.0.1:55022, baseZNode=/11063639555 Set watcher on znode that does not yet exist, /11063639555/running 2024-11-26T19:17:51,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44697-0x10155b66e510004 connected 2024-11-26T19:17:51,016 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:17:51,019 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:17:51,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44697-0x10155b66e510004, quorum=127.0.0.1:55022, baseZNode=/11063639555 Set watcher on znode that does not yet exist, /11063639555/master 2024-11-26T19:17:51,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44697-0x10155b66e510004, quorum=127.0.0.1:55022, baseZNode=/11063639555 Set watcher on znode that does not yet exist, /11063639555/acl 2024-11-26T19:17:51,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44697 2024-11-26T19:17:51,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44697 2024-11-26T19:17:51,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44697 2024-11-26T19:17:51,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44697 2024-11-26T19:17:51,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44697 2024-11-26T19:17:51,039 DEBUG [M:0;fe76acf732b2:33155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:33155 2024-11-26T19:17:51,039 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11063639555/backup-masters/fe76acf732b2,33155,1732648670963 2024-11-26T19:17:51,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11063639555/backup-masters 2024-11-26T19:17:51,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10155b66e510004, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11063639555/backup-masters 2024-11-26T19:17:51,041 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Set watcher on existing znode=/11063639555/backup-masters/fe76acf732b2,33155,1732648670963 2024-11-26T19:17:51,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10155b66e510004, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11063639555/master 2024-11-26T19:17:51,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11063639555 2024-11-26T19:17:51,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10155b66e510004, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11063639555 2024-11-26T19:17:51,043 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Set watcher on existing znode=/11063639555/master 2024-11-26T19:17:51,043 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11063639555/backup-masters/fe76acf732b2,33155,1732648670963 from backup master directory 2024-11-26T19:17:51,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11063639555/backup-masters/fe76acf732b2,33155,1732648670963 2024-11-26T19:17:51,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10155b66e510004, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11063639555/backup-masters 2024-11-26T19:17:51,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11063639555/backup-masters 2024-11-26T19:17:51,045 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:17:51,045 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,33155,1732648670963 2024-11-26T19:17:51,049 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/hbase.id] with ID: 58561408-9d26-45dd-b8e9-1a518e38703a 2024-11-26T19:17:51,049 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/.tmp/hbase.id 2024-11-26T19:17:51,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:17:51,455 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/.tmp/hbase.id]:[hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/hbase.id] 2024-11-26T19:17:51,466 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:51,466 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:17:51,467 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T19:17:51,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11063639555 2024-11-26T19:17:51,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10155b66e510004, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11063639555 2024-11-26T19:17:51,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:17:51,875 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:17:51,876 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:17:51,877 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:51,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:17:51,886 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/data/master/store 2024-11-26T19:17:51,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:17:52,301 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:52,302 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:17:52,302 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:52,302 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:52,302 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:17:52,302 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:52,302 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:17:52,302 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648672302Disabling compacts and flushes for region at 1732648672302Disabling writes for close at 1732648672302Writing region close event to WAL at 1732648672302Closed at 1732648672302 2024-11-26T19:17:52,303 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/data/master/store/.initializing 2024-11-26T19:17:52,303 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/WALs/fe76acf732b2,33155,1732648670963 2024-11-26T19:17:52,304 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:17:52,306 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C33155%2C1732648670963, suffix=, logDir=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/WALs/fe76acf732b2,33155,1732648670963, archiveDir=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/oldWALs, maxLogs=10 2024-11-26T19:17:52,321 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/WALs/fe76acf732b2,33155,1732648670963/fe76acf732b2%2C33155%2C1732648670963.1732648672306, exclude list is [], retry=0 2024-11-26T19:17:52,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39881,DS-00efaf57-0af4-4630-a7c7-29a522fbe02b,DISK] 2024-11-26T19:17:52,325 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/WALs/fe76acf732b2,33155,1732648670963/fe76acf732b2%2C33155%2C1732648670963.1732648672306 2024-11-26T19:17:52,326 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36483:36483)] 2024-11-26T19:17:52,326 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:17:52,326 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:52,326 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:52,326 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:52,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:52,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:17:52,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:52,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:52,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:52,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:17:52,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:52,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:52,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:52,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:17:52,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:52,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:52,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:52,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:17:52,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:52,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:52,336 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:52,337 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:52,337 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:52,339 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:52,339 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:52,340 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:17:52,341 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:17:52,344 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:17:52,344 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73754619, jitterRate=0.09902946650981903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:17:52,344 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648672326Initializing all the Stores at 1732648672327 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648672327Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648672327Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648672327Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648672327Cleaning up temporary data from old regions at 1732648672339 (+12 ms)Region opened successfully at 1732648672344 (+5 ms) 2024-11-26T19:17:52,345 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:17:52,348 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38602146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:17:52,349 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:17:52,349 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:17:52,350 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:17:52,350 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:17:52,350 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:17:52,351 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T19:17:52,351 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:17:52,353 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:17:52,354 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Unable to get data of znode /11063639555/balancer because node does not exist (not necessarily an error) 2024-11-26T19:17:52,355 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11063639555/balancer already deleted, retry=false 2024-11-26T19:17:52,355 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:17:52,356 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Unable to get data of znode /11063639555/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:17:52,357 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11063639555/normalizer already deleted, retry=false 2024-11-26T19:17:52,357 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:17:52,358 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Unable to get data of znode /11063639555/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:17:52,361 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11063639555/switch/split already deleted, retry=false 2024-11-26T19:17:52,362 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Unable to get data of znode /11063639555/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:17:52,362 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11063639555/switch/merge already deleted, retry=false 2024-11-26T19:17:52,365 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Unable to get data of znode /11063639555/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:17:52,366 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11063639555/snapshot-cleanup already deleted, retry=false 2024-11-26T19:17:52,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10155b66e510004, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11063639555/running 2024-11-26T19:17:52,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11063639555/running 2024-11-26T19:17:52,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10155b66e510004, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11063639555 2024-11-26T19:17:52,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11063639555 2024-11-26T19:17:52,368 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,33155,1732648670963, sessionid=0x10155b66e510003, setting cluster-up flag (Was=false) 2024-11-26T19:17:52,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10155b66e510004, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11063639555 2024-11-26T19:17:52,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11063639555 2024-11-26T19:17:52,376 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11063639555/flush-table-proc/acquired, /11063639555/flush-table-proc/reached, /11063639555/flush-table-proc/abort 2024-11-26T19:17:52,377 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,33155,1732648670963 2024-11-26T19:17:52,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10155b66e510004, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11063639555 2024-11-26T19:17:52,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11063639555 2024-11-26T19:17:52,386 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11063639555/online-snapshot/acquired, /11063639555/online-snapshot/reached, /11063639555/online-snapshot/abort 2024-11-26T19:17:52,387 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,33155,1732648670963 2024-11-26T19:17:52,389 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:17:52,391 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:52,391 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:17:52,391 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:17:52,391 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,33155,1732648670963 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:17:52,393 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:52,393 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:52,393 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:52,393 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:17:52,393 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:17:52,393 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:52,393 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:17:52,393 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:52,395 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:52,395 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:17:52,397 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:52,397 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:17:52,419 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648702418 2024-11-26T19:17:52,419 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:17:52,419 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:17:52,419 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:17:52,419 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:17:52,419 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:17:52,419 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:17:52,420 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:52,428 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:17:52,428 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:17:52,428 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:17:52,428 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:17:52,428 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:17:52,428 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:17:52,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:17:52,434 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648672428,5,FailOnTimeoutGroup] 2024-11-26T19:17:52,435 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648672434,5,FailOnTimeoutGroup] 2024-11-26T19:17:52,435 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:52,435 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:17:52,435 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:52,435 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:52,436 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(746): ClusterId : 58561408-9d26-45dd-b8e9-1a518e38703a 2024-11-26T19:17:52,436 DEBUG [RS:0;fe76acf732b2:44697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:17:52,438 DEBUG [RS:0;fe76acf732b2:44697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:17:52,439 DEBUG [RS:0;fe76acf732b2:44697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:17:52,441 DEBUG [RS:0;fe76acf732b2:44697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:17:52,441 DEBUG [RS:0;fe76acf732b2:44697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104799c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:17:52,458 DEBUG [RS:0;fe76acf732b2:44697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:44697 2024-11-26T19:17:52,458 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:17:52,458 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:17:52,458 DEBUG [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:17:52,459 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,33155,1732648670963 with port=44697, startcode=1732648671006 2024-11-26T19:17:52,460 DEBUG [RS:0;fe76acf732b2:44697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:17:52,465 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:17:52,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33155 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,44697,1732648671006 2024-11-26T19:17:52,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33155 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,44697,1732648671006 2024-11-26T19:17:52,467 DEBUG [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3 2024-11-26T19:17:52,467 DEBUG [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46011 2024-11-26T19:17:52,467 DEBUG [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:17:52,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11063639555/rs 2024-11-26T19:17:52,474 DEBUG [RS:0;fe76acf732b2:44697 {}] zookeeper.ZKUtil(111): regionserver:44697-0x10155b66e510004, quorum=127.0.0.1:55022, baseZNode=/11063639555 Set watcher on existing znode=/11063639555/rs/fe76acf732b2,44697,1732648671006 2024-11-26T19:17:52,474 WARN [RS:0;fe76acf732b2:44697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:17:52,474 INFO [RS:0;fe76acf732b2:44697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:52,475 DEBUG [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/WALs/fe76acf732b2,44697,1732648671006 2024-11-26T19:17:52,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,44697,1732648671006] 2024-11-26T19:17:52,479 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:17:52,484 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:17:52,488 INFO [RS:0;fe76acf732b2:44697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:17:52,488 INFO [RS:0;fe76acf732b2:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:52,489 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:17:52,490 INFO [RS:0;fe76acf732b2:44697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:17:52,490 INFO [RS:0;fe76acf732b2:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:52,490 DEBUG [RS:0;fe76acf732b2:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:52,490 DEBUG [RS:0;fe76acf732b2:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:52,490 DEBUG [RS:0;fe76acf732b2:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:52,490 DEBUG [RS:0;fe76acf732b2:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:52,490 DEBUG [RS:0;fe76acf732b2:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:52,490 DEBUG [RS:0;fe76acf732b2:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:17:52,490 DEBUG [RS:0;fe76acf732b2:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:52,490 DEBUG [RS:0;fe76acf732b2:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:52,491 DEBUG [RS:0;fe76acf732b2:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:52,491 DEBUG [RS:0;fe76acf732b2:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:52,491 DEBUG [RS:0;fe76acf732b2:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:52,491 DEBUG [RS:0;fe76acf732b2:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:17:52,491 DEBUG [RS:0;fe76acf732b2:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:17:52,491 DEBUG [RS:0;fe76acf732b2:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:17:52,496 INFO [RS:0;fe76acf732b2:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:52,496 INFO [RS:0;fe76acf732b2:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:52,496 INFO [RS:0;fe76acf732b2:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:52,496 INFO [RS:0;fe76acf732b2:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:52,496 INFO [RS:0;fe76acf732b2:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:52,496 INFO [RS:0;fe76acf732b2:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,44697,1732648671006-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:17:52,517 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:17:52,517 INFO [RS:0;fe76acf732b2:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,44697,1732648671006-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:52,518 INFO [RS:0;fe76acf732b2:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:52,518 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.Replication(171): fe76acf732b2,44697,1732648671006 started 2024-11-26T19:17:52,533 INFO [RS:0;fe76acf732b2:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:52,533 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,44697,1732648671006, RpcServer on fe76acf732b2/172.17.0.2:44697, sessionid=0x10155b66e510004 2024-11-26T19:17:52,533 DEBUG [RS:0;fe76acf732b2:44697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:17:52,533 DEBUG [RS:0;fe76acf732b2:44697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,44697,1732648671006 2024-11-26T19:17:52,533 DEBUG [RS:0;fe76acf732b2:44697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,44697,1732648671006' 2024-11-26T19:17:52,533 DEBUG [RS:0;fe76acf732b2:44697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11063639555/flush-table-proc/abort' 2024-11-26T19:17:52,534 DEBUG [RS:0;fe76acf732b2:44697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11063639555/flush-table-proc/acquired' 2024-11-26T19:17:52,534 DEBUG [RS:0;fe76acf732b2:44697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:17:52,534 DEBUG [RS:0;fe76acf732b2:44697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:17:52,534 DEBUG [RS:0;fe76acf732b2:44697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,44697,1732648671006 2024-11-26T19:17:52,534 DEBUG [RS:0;fe76acf732b2:44697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,44697,1732648671006' 2024-11-26T19:17:52,534 DEBUG [RS:0;fe76acf732b2:44697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11063639555/online-snapshot/abort' 2024-11-26T19:17:52,535 DEBUG [RS:0;fe76acf732b2:44697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11063639555/online-snapshot/acquired' 2024-11-26T19:17:52,535 DEBUG [RS:0;fe76acf732b2:44697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:17:52,535 INFO [RS:0;fe76acf732b2:44697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:17:52,535 INFO [RS:0;fe76acf732b2:44697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:17:52,636 INFO [RS:0;fe76acf732b2:44697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:17:52,638 INFO [RS:0;fe76acf732b2:44697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C44697%2C1732648671006, suffix=, logDir=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/WALs/fe76acf732b2,44697,1732648671006, archiveDir=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/oldWALs, maxLogs=10 2024-11-26T19:17:52,658 DEBUG [RS:0;fe76acf732b2:44697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/WALs/fe76acf732b2,44697,1732648671006/fe76acf732b2%2C44697%2C1732648671006.1732648672638, exclude list is [], retry=0 2024-11-26T19:17:52,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39881,DS-00efaf57-0af4-4630-a7c7-29a522fbe02b,DISK] 2024-11-26T19:17:52,664 INFO [RS:0;fe76acf732b2:44697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/WALs/fe76acf732b2,44697,1732648671006/fe76acf732b2%2C44697%2C1732648671006.1732648672638 2024-11-26T19:17:52,664 DEBUG [RS:0;fe76acf732b2:44697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36483:36483)] 2024-11-26T19:17:52,831 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:17:52,831 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3 2024-11-26T19:17:52,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741833_1009 (size=32) 2024-11-26T19:17:52,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:52,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:17:52,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:17:52,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:52,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:52,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:17:52,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:17:52,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:52,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:52,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:17:52,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:17:52,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:52,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:52,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:17:52,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:17:52,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:52,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:52,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:17:52,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740 2024-11-26T19:17:52,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740 2024-11-26T19:17:52,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:17:52,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:17:52,858 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:17:52,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:17:52,861 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:17:52,862 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75134709, jitterRate=0.11959441006183624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:17:52,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648672847Initializing all the Stores at 1732648672848 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648672848Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648672848Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648672848Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648672848Cleaning up temporary data from old regions at 1732648672858 (+10 ms)Region opened successfully at 1732648672862 (+4 ms) 2024-11-26T19:17:52,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:17:52,862 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:17:52,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:17:52,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:17:52,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:17:52,862 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:17:52,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648672862Disabling compacts and flushes for region at 1732648672862Disabling writes for close at 1732648672862Writing region close event to WAL at 1732648672862Closed at 1732648672862 2024-11-26T19:17:52,864 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:52,864 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:17:52,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:17:52,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:17:52,866 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:17:53,016 DEBUG [fe76acf732b2:33155 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:17:53,016 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:17:53,017 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,44697,1732648671006 2024-11-26T19:17:53,018 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,44697,1732648671006, state=OPENING 2024-11-26T19:17:53,020 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:17:53,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11063639555 2024-11-26T19:17:53,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10155b66e510004, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11063639555 2024-11-26T19:17:53,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11063639555/meta-region-server: CHANGED 2024-11-26T19:17:53,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11063639555/meta-region-server: CHANGED 2024-11-26T19:17:53,022 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:17:53,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,44697,1732648671006}] 2024-11-26T19:17:53,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:17:53,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:17:53,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:17:53,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:17:53,175 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:17:53,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:17:53,181 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:17:53,181 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:53,181 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:17:53,182 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C44697%2C1732648671006.meta, suffix=.meta, logDir=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/WALs/fe76acf732b2,44697,1732648671006, archiveDir=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/oldWALs, maxLogs=10 2024-11-26T19:17:53,197 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/WALs/fe76acf732b2,44697,1732648671006/fe76acf732b2%2C44697%2C1732648671006.meta.1732648673183.meta, exclude list is [], retry=0 2024-11-26T19:17:53,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39881,DS-00efaf57-0af4-4630-a7c7-29a522fbe02b,DISK] 2024-11-26T19:17:53,200 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/WALs/fe76acf732b2,44697,1732648671006/fe76acf732b2%2C44697%2C1732648671006.meta.1732648673183.meta 2024-11-26T19:17:53,200 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36483:36483)] 2024-11-26T19:17:53,201 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:17:53,201 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:17:53,201 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:17:53,201 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:17:53,201 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:17:53,201 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:17:53,201 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:53,201 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:17:53,202 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:17:53,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:17:53,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:17:53,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:53,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:53,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:17:53,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:17:53,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:53,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:53,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:17:53,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:17:53,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:53,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:53,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:17:53,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:17:53,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:53,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:17:53,207 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:17:53,208 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740 2024-11-26T19:17:53,209 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740 2024-11-26T19:17:53,210 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:17:53,210 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:17:53,211 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:17:53,212 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:17:53,213 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71009259, jitterRate=0.05812041461467743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:17:53,213 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:17:53,213 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648673202Writing region info on filesystem at 1732648673202Initializing all the Stores at 1732648673202Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648673202Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648673203 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648673203Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648673203Cleaning up temporary data from old regions at 1732648673210 (+7 ms)Running coprocessor post-open hooks at 1732648673213 (+3 ms)Region opened successfully at 1732648673213 2024-11-26T19:17:53,214 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648673175 2024-11-26T19:17:53,216 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:17:53,216 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:17:53,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,44697,1732648671006 2024-11-26T19:17:53,218 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,44697,1732648671006, state=OPEN 2024-11-26T19:17:53,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10155b66e510004, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11063639555/meta-region-server 2024-11-26T19:17:53,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11063639555/meta-region-server 2024-11-26T19:17:53,219 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,44697,1732648671006 2024-11-26T19:17:53,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11063639555/meta-region-server: CHANGED 2024-11-26T19:17:53,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11063639555/meta-region-server: CHANGED 2024-11-26T19:17:53,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:17:53,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,44697,1732648671006 in 198 msec 2024-11-26T19:17:53,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:17:53,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-26T19:17:53,225 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:17:53,225 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:17:53,226 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:17:53,226 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,44697,1732648671006, seqNum=-1] 2024-11-26T19:17:53,226 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:17:53,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:17:53,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 845 msec 2024-11-26T19:17:53,235 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648673235, completionTime=-1 2024-11-26T19:17:53,235 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:17:53,235 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:17:53,237 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:17:53,237 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648733237 2024-11-26T19:17:53,237 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732648793237 2024-11-26T19:17:53,237 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T19:17:53,238 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,33155,1732648670963-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:53,238 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,33155,1732648670963-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:53,238 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,33155,1732648670963-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:53,238 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:33155, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:53,238 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:53,240 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:17:53,241 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:53,245 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.200sec 2024-11-26T19:17:53,245 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:17:53,245 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:17:53,245 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:17:53,245 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:17:53,245 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:17:53,245 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,33155,1732648670963-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:17:53,245 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,33155,1732648670963-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:17:53,247 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:17:53,248 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:17:53,248 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,33155,1732648670963-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:17:53,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:53,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,33155,-1 for getting cluster id 2024-11-26T19:17:53,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:53,338 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58561408-9d26-45dd-b8e9-1a518e38703a' 2024-11-26T19:17:53,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:53,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58561408-9d26-45dd-b8e9-1a518e38703a" 2024-11-26T19:17:53,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2554ba0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:53,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,33155,-1] 2024-11-26T19:17:53,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:53,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:53,341 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:53,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:53,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:17:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,44697,1732648671006, seqNum=-1] 2024-11-26T19:17:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:17:53,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:17:53,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,33155,1732648670963 2024-11-26T19:17:53,348 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55022 2024-11-26T19:17:53,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:17:53,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10155b66e510005 connected 2024-11-26T19:17:53,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:17:53,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,35243,1732648667577 2024-11-26T19:17:53,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2adc1733 2024-11-26T19:17:53,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:17:53,359 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:17:53,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35243 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:17:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35243 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T19:17:53,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:17:53,367 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:53,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35243 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T19:17:53,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:17:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:53,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741835_1011 (size=902) 2024-11-26T19:17:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:53,777 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 86e448c84fe5ceb6d9387e587e27c265, NAME => 'test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14 2024-11-26T19:17:53,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741836_1012 (size=39) 2024-11-26T19:17:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:54,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:54,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 86e448c84fe5ceb6d9387e587e27c265, disabling compactions & flushes 2024-11-26T19:17:54,184 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265. 2024-11-26T19:17:54,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265. 2024-11-26T19:17:54,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265. after waiting 0 ms 2024-11-26T19:17:54,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265. 2024-11-26T19:17:54,184 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265. 2024-11-26T19:17:54,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 86e448c84fe5ceb6d9387e587e27c265: Waiting for close lock at 1732648674183Disabling compacts and flushes for region at 1732648674183Disabling writes for close at 1732648674184 (+1 ms)Writing region close event to WAL at 1732648674184Closed at 1732648674184 2024-11-26T19:17:54,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:17:54,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732648674185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648674185"}]},"ts":"1732648674185"} 2024-11-26T19:17:54,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:17:54,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:17:54,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648674189"}]},"ts":"1732648674189"} 2024-11-26T19:17:54,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T19:17:54,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=86e448c84fe5ceb6d9387e587e27c265, ASSIGN}] 2024-11-26T19:17:54,192 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=86e448c84fe5ceb6d9387e587e27c265, ASSIGN 2024-11-26T19:17:54,193 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=86e448c84fe5ceb6d9387e587e27c265, ASSIGN; state=OFFLINE, location=fe76acf732b2,33329,1732648667634; forceNewPlan=false, retain=false 2024-11-26T19:17:54,343 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=86e448c84fe5ceb6d9387e587e27c265, regionState=OPENING, regionLocation=fe76acf732b2,33329,1732648667634 2024-11-26T19:17:54,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=86e448c84fe5ceb6d9387e587e27c265, ASSIGN because future has completed 2024-11-26T19:17:54,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86e448c84fe5ceb6d9387e587e27c265, server=fe76acf732b2,33329,1732648667634}] 2024-11-26T19:17:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:54,504 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265. 2024-11-26T19:17:54,504 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 86e448c84fe5ceb6d9387e587e27c265, NAME => 'test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:17:54,504 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:17:54,504 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T19:17:54,505 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 86e448c84fe5ceb6d9387e587e27c265 2024-11-26T19:17:54,505 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:54,505 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 86e448c84fe5ceb6d9387e587e27c265 2024-11-26T19:17:54,505 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 86e448c84fe5ceb6d9387e587e27c265 2024-11-26T19:17:54,507 INFO [StoreOpener-86e448c84fe5ceb6d9387e587e27c265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 86e448c84fe5ceb6d9387e587e27c265 2024-11-26T19:17:54,509 INFO [StoreOpener-86e448c84fe5ceb6d9387e587e27c265-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86e448c84fe5ceb6d9387e587e27c265 columnFamilyName f 2024-11-26T19:17:54,509 DEBUG [StoreOpener-86e448c84fe5ceb6d9387e587e27c265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:54,509 INFO [StoreOpener-86e448c84fe5ceb6d9387e587e27c265-1 {}] regionserver.HStore(327): Store=86e448c84fe5ceb6d9387e587e27c265/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:54,509 INFO [StoreOpener-86e448c84fe5ceb6d9387e587e27c265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 86e448c84fe5ceb6d9387e587e27c265 2024-11-26T19:17:54,511 INFO [StoreOpener-86e448c84fe5ceb6d9387e587e27c265-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86e448c84fe5ceb6d9387e587e27c265 columnFamilyName f1 2024-11-26T19:17:54,511 DEBUG [StoreOpener-86e448c84fe5ceb6d9387e587e27c265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:54,511 INFO [StoreOpener-86e448c84fe5ceb6d9387e587e27c265-1 {}] regionserver.HStore(327): Store=86e448c84fe5ceb6d9387e587e27c265/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:54,512 INFO [StoreOpener-86e448c84fe5ceb6d9387e587e27c265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 86e448c84fe5ceb6d9387e587e27c265 2024-11-26T19:17:54,513 INFO [StoreOpener-86e448c84fe5ceb6d9387e587e27c265-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86e448c84fe5ceb6d9387e587e27c265 columnFamilyName norep 2024-11-26T19:17:54,513 DEBUG [StoreOpener-86e448c84fe5ceb6d9387e587e27c265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:54,513 INFO [StoreOpener-86e448c84fe5ceb6d9387e587e27c265-1 {}] regionserver.HStore(327): Store=86e448c84fe5ceb6d9387e587e27c265/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:54,514 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 86e448c84fe5ceb6d9387e587e27c265 2024-11-26T19:17:54,514 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/default/test/86e448c84fe5ceb6d9387e587e27c265 2024-11-26T19:17:54,515 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/default/test/86e448c84fe5ceb6d9387e587e27c265 2024-11-26T19:17:54,516 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 86e448c84fe5ceb6d9387e587e27c265 2024-11-26T19:17:54,516 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 86e448c84fe5ceb6d9387e587e27c265 2024-11-26T19:17:54,516 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:17:54,517 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 86e448c84fe5ceb6d9387e587e27c265 2024-11-26T19:17:54,522 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/default/test/86e448c84fe5ceb6d9387e587e27c265/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:17:54,523 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 86e448c84fe5ceb6d9387e587e27c265; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65948282, jitterRate=-0.0172940194606781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:17:54,523 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86e448c84fe5ceb6d9387e587e27c265 2024-11-26T19:17:54,524 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 86e448c84fe5ceb6d9387e587e27c265: Running coprocessor pre-open hook at 1732648674505Writing region info on filesystem at 1732648674505Initializing all the Stores at 1732648674506 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648674506Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648674507 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648674507Cleaning up temporary data from old regions at 1732648674516 (+9 ms)Running coprocessor post-open hooks at 1732648674523 (+7 ms)Region opened successfully at 1732648674524 (+1 ms) 2024-11-26T19:17:54,527 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265., pid=6, masterSystemTime=1732648674499 2024-11-26T19:17:54,530 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265. 2024-11-26T19:17:54,530 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265. 2024-11-26T19:17:54,532 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=86e448c84fe5ceb6d9387e587e27c265, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fe76acf732b2,33329,1732648667634 2024-11-26T19:17:54,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86e448c84fe5ceb6d9387e587e27c265, server=fe76acf732b2,33329,1732648667634 because future has completed 2024-11-26T19:17:54,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T19:17:54,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 86e448c84fe5ceb6d9387e587e27c265, server=fe76acf732b2,33329,1732648667634 in 197 msec 2024-11-26T19:17:54,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T19:17:54,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=86e448c84fe5ceb6d9387e587e27c265, ASSIGN in 356 msec 2024-11-26T19:17:54,551 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:17:54,551 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648674551"}]},"ts":"1732648674551"} 2024-11-26T19:17:54,554 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T19:17:54,555 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:17:54,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1920 sec 2024-11-26T19:17:55,099 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T19:17:55,099 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T19:17:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:55,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:17:55,512 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T19:17:55,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,33155,1732648670963 2024-11-26T19:17:55,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eb97e77 2024-11-26T19:17:55,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:17:55,519 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:17:55,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:17:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T19:17:55,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:17:55,524 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:55,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T19:17:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:55,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:17:55,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741835_1011 (size=902) 2024-11-26T19:17:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:55,941 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3cc42b381531dc607512ef5074a7d494, NAME => 'test,,1732648675519.3cc42b381531dc607512ef5074a7d494.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3 2024-11-26T19:17:55,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741836_1012 (size=39) 2024-11-26T19:17:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:56,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732648675519.3cc42b381531dc607512ef5074a7d494.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:56,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3cc42b381531dc607512ef5074a7d494, disabling compactions & flushes 2024-11-26T19:17:56,347 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732648675519.3cc42b381531dc607512ef5074a7d494. 2024-11-26T19:17:56,348 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648675519.3cc42b381531dc607512ef5074a7d494. 2024-11-26T19:17:56,348 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732648675519.3cc42b381531dc607512ef5074a7d494. after waiting 0 ms 2024-11-26T19:17:56,348 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732648675519.3cc42b381531dc607512ef5074a7d494. 2024-11-26T19:17:56,348 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732648675519.3cc42b381531dc607512ef5074a7d494. 2024-11-26T19:17:56,348 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3cc42b381531dc607512ef5074a7d494: Waiting for close lock at 1732648676347Disabling compacts and flushes for region at 1732648676347Disabling writes for close at 1732648676348 (+1 ms)Writing region close event to WAL at 1732648676348Closed at 1732648676348 2024-11-26T19:17:56,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:17:56,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732648675519.3cc42b381531dc607512ef5074a7d494.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732648676349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648676349"}]},"ts":"1732648676349"} 2024-11-26T19:17:56,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:17:56,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:17:56,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648676353"}]},"ts":"1732648676353"} 2024-11-26T19:17:56,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T19:17:56,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3cc42b381531dc607512ef5074a7d494, ASSIGN}] 2024-11-26T19:17:56,357 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3cc42b381531dc607512ef5074a7d494, ASSIGN 2024-11-26T19:17:56,358 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3cc42b381531dc607512ef5074a7d494, ASSIGN; state=OFFLINE, location=fe76acf732b2,44697,1732648671006; forceNewPlan=false, retain=false 2024-11-26T19:17:56,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3cc42b381531dc607512ef5074a7d494, regionState=OPENING, regionLocation=fe76acf732b2,44697,1732648671006 2024-11-26T19:17:56,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3cc42b381531dc607512ef5074a7d494, ASSIGN because future has completed 2024-11-26T19:17:56,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cc42b381531dc607512ef5074a7d494, server=fe76acf732b2,44697,1732648671006}] 2024-11-26T19:17:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:56,668 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732648675519.3cc42b381531dc607512ef5074a7d494. 2024-11-26T19:17:56,669 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3cc42b381531dc607512ef5074a7d494, NAME => 'test,,1732648675519.3cc42b381531dc607512ef5074a7d494.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:17:56,669 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:17:56,669 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T19:17:56,669 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3cc42b381531dc607512ef5074a7d494 2024-11-26T19:17:56,669 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732648675519.3cc42b381531dc607512ef5074a7d494.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:56,669 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3cc42b381531dc607512ef5074a7d494 2024-11-26T19:17:56,669 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3cc42b381531dc607512ef5074a7d494 2024-11-26T19:17:56,670 INFO [StoreOpener-3cc42b381531dc607512ef5074a7d494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3cc42b381531dc607512ef5074a7d494 2024-11-26T19:17:56,672 INFO [StoreOpener-3cc42b381531dc607512ef5074a7d494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cc42b381531dc607512ef5074a7d494 columnFamilyName f 2024-11-26T19:17:56,672 DEBUG [StoreOpener-3cc42b381531dc607512ef5074a7d494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:56,672 INFO [StoreOpener-3cc42b381531dc607512ef5074a7d494-1 {}] regionserver.HStore(327): Store=3cc42b381531dc607512ef5074a7d494/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:56,672 INFO [StoreOpener-3cc42b381531dc607512ef5074a7d494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3cc42b381531dc607512ef5074a7d494 2024-11-26T19:17:56,673 INFO [StoreOpener-3cc42b381531dc607512ef5074a7d494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cc42b381531dc607512ef5074a7d494 columnFamilyName f1 2024-11-26T19:17:56,673 DEBUG [StoreOpener-3cc42b381531dc607512ef5074a7d494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:56,674 INFO [StoreOpener-3cc42b381531dc607512ef5074a7d494-1 {}] regionserver.HStore(327): Store=3cc42b381531dc607512ef5074a7d494/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:56,674 INFO [StoreOpener-3cc42b381531dc607512ef5074a7d494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3cc42b381531dc607512ef5074a7d494 2024-11-26T19:17:56,675 INFO [StoreOpener-3cc42b381531dc607512ef5074a7d494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cc42b381531dc607512ef5074a7d494 columnFamilyName norep 2024-11-26T19:17:56,675 DEBUG [StoreOpener-3cc42b381531dc607512ef5074a7d494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:56,675 INFO [StoreOpener-3cc42b381531dc607512ef5074a7d494-1 {}] regionserver.HStore(327): Store=3cc42b381531dc607512ef5074a7d494/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:56,676 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3cc42b381531dc607512ef5074a7d494 2024-11-26T19:17:56,676 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/default/test/3cc42b381531dc607512ef5074a7d494 2024-11-26T19:17:56,677 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/default/test/3cc42b381531dc607512ef5074a7d494 2024-11-26T19:17:56,678 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3cc42b381531dc607512ef5074a7d494 2024-11-26T19:17:56,678 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3cc42b381531dc607512ef5074a7d494 2024-11-26T19:17:56,678 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:17:56,679 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3cc42b381531dc607512ef5074a7d494 2024-11-26T19:17:56,681 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/default/test/3cc42b381531dc607512ef5074a7d494/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:17:56,682 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3cc42b381531dc607512ef5074a7d494; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59731459, jitterRate=-0.10993190109729767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:17:56,682 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3cc42b381531dc607512ef5074a7d494 2024-11-26T19:17:56,682 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3cc42b381531dc607512ef5074a7d494: Running coprocessor pre-open hook at 1732648676669Writing region info on filesystem at 1732648676669Initializing all the Stores at 1732648676670 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648676670Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648676670Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648676670Cleaning up temporary data from old regions at 1732648676678 (+8 ms)Running coprocessor post-open hooks at 1732648676682 (+4 ms)Region opened successfully at 1732648676682 2024-11-26T19:17:56,683 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732648675519.3cc42b381531dc607512ef5074a7d494., pid=6, masterSystemTime=1732648676664 2024-11-26T19:17:56,685 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732648675519.3cc42b381531dc607512ef5074a7d494. 2024-11-26T19:17:56,685 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732648675519.3cc42b381531dc607512ef5074a7d494. 2024-11-26T19:17:56,686 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3cc42b381531dc607512ef5074a7d494, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fe76acf732b2,44697,1732648671006 2024-11-26T19:17:56,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cc42b381531dc607512ef5074a7d494, server=fe76acf732b2,44697,1732648671006 because future has completed 2024-11-26T19:17:56,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T19:17:56,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3cc42b381531dc607512ef5074a7d494, server=fe76acf732b2,44697,1732648671006 in 178 msec 2024-11-26T19:17:56,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T19:17:56,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3cc42b381531dc607512ef5074a7d494, ASSIGN in 336 msec 2024-11-26T19:17:56,695 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:17:56,695 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648676695"}]},"ts":"1732648676695"} 2024-11-26T19:17:56,697 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T19:17:56,698 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:17:56,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1780 sec 2024-11-26T19:17:57,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T19:17:57,514 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T19:17:57,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T19:17:57,515 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T19:17:57,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:17:57,516 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T19:17:57,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:17:57,516 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T19:17:57,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:17:57,516 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T19:17:57,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T19:17:57,516 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T19:17:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:17:57,672 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T19:17:57,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:57,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,35243,-1 for getting cluster id 2024-11-26T19:17:57,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:57,674 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f0939a2-e6ae-4e48-9e21-91cf5cb201eb' 2024-11-26T19:17:57,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:57,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f0939a2-e6ae-4e48-9e21-91cf5cb201eb" 2024-11-26T19:17:57,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183bc90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:57,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,35243,-1] 2024-11-26T19:17:57,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:57,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:57,676 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:57,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d061fdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:57,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:57,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,33155,-1 for getting cluster id 2024-11-26T19:17:57,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:57,678 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58561408-9d26-45dd-b8e9-1a518e38703a' 2024-11-26T19:17:57,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:57,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58561408-9d26-45dd-b8e9-1a518e38703a" 2024-11-26T19:17:57,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d568ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:57,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,33155,-1] 2024-11-26T19:17:57,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:57,679 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:57,679 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5138c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:57,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f75b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:57,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,35243,-1 for getting cluster id 2024-11-26T19:17:57,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:57,681 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f0939a2-e6ae-4e48-9e21-91cf5cb201eb' 2024-11-26T19:17:57,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:57,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f0939a2-e6ae-4e48-9e21-91cf5cb201eb" 2024-11-26T19:17:57,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@693cd28e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:57,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,35243,-1] 2024-11-26T19:17:57,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:57,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:57,683 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:57,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ace4ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:57,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:17:57,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,35243,1732648667577 2024-11-26T19:17:57,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38aaf30 2024-11-26T19:17:57,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:17:57,687 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:17:57,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35243 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fe76acf732b2:33155,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-26T19:17:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35243 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T19:17:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:17:57,691 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:33155' 2024-11-26T19:17:57,692 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48174a5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:57,692 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,33155,-1 for getting cluster id 2024-11-26T19:17:57,692 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:57,693 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58561408-9d26-45dd-b8e9-1a518e38703a' 2024-11-26T19:17:57,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:57,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58561408-9d26-45dd-b8e9-1a518e38703a" 2024-11-26T19:17:57,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef9e75f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:57,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,33155,-1] 2024-11-26T19:17:57,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:57,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:57,694 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:57,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b414533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:57,695 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:17:57,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,33155,1732648670963 2024-11-26T19:17:57,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39923a54 2024-11-26T19:17:57,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:17:57,697 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:17:57,697 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T19:17:57,697 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T19:17:57,697 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:57,697 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:57,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:17:57,698 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:17:57,699 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T19:17:57,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:17:57,700 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:57,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:17:57,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741837_1013 (size=1138) 2024-11-26T19:17:57,749 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T19:17:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:17:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:17:58,109 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93212dcda7999fc313d9e0a55a427186, NAME => 'hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14 2024-11-26T19:17:58,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741838_1014 (size=44) 2024-11-26T19:17:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:17:58,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:58,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 93212dcda7999fc313d9e0a55a427186, disabling compactions & flushes 2024-11-26T19:17:58,515 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186. 2024-11-26T19:17:58,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186. 2024-11-26T19:17:58,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186. after waiting 0 ms 2024-11-26T19:17:58,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186. 2024-11-26T19:17:58,515 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186. 2024-11-26T19:17:58,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93212dcda7999fc313d9e0a55a427186: Waiting for close lock at 1732648678515Disabling compacts and flushes for region at 1732648678515Disabling writes for close at 1732648678515Writing region close event to WAL at 1732648678515Closed at 1732648678515 2024-11-26T19:17:58,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:17:58,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732648678516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648678516"}]},"ts":"1732648678516"} 2024-11-26T19:17:58,519 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:17:58,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:17:58,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648678520"}]},"ts":"1732648678520"} 2024-11-26T19:17:58,522 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T19:17:58,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=93212dcda7999fc313d9e0a55a427186, ASSIGN}] 2024-11-26T19:17:58,524 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=93212dcda7999fc313d9e0a55a427186, ASSIGN 2024-11-26T19:17:58,525 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=93212dcda7999fc313d9e0a55a427186, ASSIGN; state=OFFLINE, location=fe76acf732b2,33329,1732648667634; forceNewPlan=false, retain=false 2024-11-26T19:17:58,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=93212dcda7999fc313d9e0a55a427186, regionState=OPENING, regionLocation=fe76acf732b2,33329,1732648667634 2024-11-26T19:17:58,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=93212dcda7999fc313d9e0a55a427186, ASSIGN because future has completed 2024-11-26T19:17:58,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93212dcda7999fc313d9e0a55a427186, server=fe76acf732b2,33329,1732648667634}] 2024-11-26T19:17:58,703 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:17:58,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:17:58,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:17:58,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:17:58,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:17:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:17:58,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186. 2024-11-26T19:17:58,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:17:58,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T19:17:58,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C33329%2C1732648667634.rep, suffix=, logDir=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634, archiveDir=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/oldWALs, maxLogs=10 2024-11-26T19:17:58,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.rep.1732648678837, exclude list is [], retry=0 2024-11-26T19:17:58,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41387,DS-b23f7673-43c7-4b64-9b91-609bac1f048a,DISK] 2024-11-26T19:17:58,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.rep.1732648678837 2024-11-26T19:17:58,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34901:34901)] 2024-11-26T19:17:58,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 93212dcda7999fc313d9e0a55a427186, NAME => 'hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:17:58,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:17:58,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:17:58,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186. service=MultiRowMutationService 2024-11-26T19:17:58,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T19:17:58,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 93212dcda7999fc313d9e0a55a427186 2024-11-26T19:17:58,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:17:58,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 93212dcda7999fc313d9e0a55a427186 2024-11-26T19:17:58,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 93212dcda7999fc313d9e0a55a427186 2024-11-26T19:17:58,863 INFO [StoreOpener-93212dcda7999fc313d9e0a55a427186-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 93212dcda7999fc313d9e0a55a427186 2024-11-26T19:17:58,864 INFO [StoreOpener-93212dcda7999fc313d9e0a55a427186-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93212dcda7999fc313d9e0a55a427186 columnFamilyName hfileref 2024-11-26T19:17:58,864 DEBUG [StoreOpener-93212dcda7999fc313d9e0a55a427186-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:58,865 INFO [StoreOpener-93212dcda7999fc313d9e0a55a427186-1 {}] regionserver.HStore(327): Store=93212dcda7999fc313d9e0a55a427186/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:58,865 INFO [StoreOpener-93212dcda7999fc313d9e0a55a427186-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 93212dcda7999fc313d9e0a55a427186 2024-11-26T19:17:58,866 INFO [StoreOpener-93212dcda7999fc313d9e0a55a427186-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93212dcda7999fc313d9e0a55a427186 columnFamilyName queue 2024-11-26T19:17:58,866 DEBUG [StoreOpener-93212dcda7999fc313d9e0a55a427186-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:58,866 INFO [StoreOpener-93212dcda7999fc313d9e0a55a427186-1 {}] regionserver.HStore(327): Store=93212dcda7999fc313d9e0a55a427186/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:58,866 INFO [StoreOpener-93212dcda7999fc313d9e0a55a427186-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 93212dcda7999fc313d9e0a55a427186 2024-11-26T19:17:58,867 INFO [StoreOpener-93212dcda7999fc313d9e0a55a427186-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93212dcda7999fc313d9e0a55a427186 columnFamilyName sid 2024-11-26T19:17:58,867 DEBUG [StoreOpener-93212dcda7999fc313d9e0a55a427186-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:17:58,868 INFO [StoreOpener-93212dcda7999fc313d9e0a55a427186-1 {}] regionserver.HStore(327): Store=93212dcda7999fc313d9e0a55a427186/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:17:58,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 93212dcda7999fc313d9e0a55a427186 2024-11-26T19:17:58,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/replication/93212dcda7999fc313d9e0a55a427186 2024-11-26T19:17:58,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/replication/93212dcda7999fc313d9e0a55a427186 2024-11-26T19:17:58,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 93212dcda7999fc313d9e0a55a427186 2024-11-26T19:17:58,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 93212dcda7999fc313d9e0a55a427186 2024-11-26T19:17:58,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:17:58,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 93212dcda7999fc313d9e0a55a427186 2024-11-26T19:17:58,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/replication/93212dcda7999fc313d9e0a55a427186/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:17:58,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 93212dcda7999fc313d9e0a55a427186; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61363055, jitterRate=-0.08561922609806061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:17:58,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93212dcda7999fc313d9e0a55a427186 2024-11-26T19:17:58,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 93212dcda7999fc313d9e0a55a427186: Running coprocessor pre-open hook at 1732648678862Writing region info on filesystem at 1732648678862Initializing all the Stores at 1732648678863 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648678863Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648678863Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648678863Cleaning up temporary data from old regions at 1732648678870 (+7 ms)Running coprocessor post-open hooks at 1732648678873 (+3 ms)Region opened successfully at 1732648678874 (+1 ms) 2024-11-26T19:17:58,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186., pid=10, masterSystemTime=1732648678831 2024-11-26T19:17:58,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186. 2024-11-26T19:17:58,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186. 2024-11-26T19:17:58,877 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=93212dcda7999fc313d9e0a55a427186, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,33329,1732648667634 2024-11-26T19:17:58,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93212dcda7999fc313d9e0a55a427186, server=fe76acf732b2,33329,1732648667634 because future has completed 2024-11-26T19:17:58,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T19:17:58,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 93212dcda7999fc313d9e0a55a427186, server=fe76acf732b2,33329,1732648667634 in 201 msec 2024-11-26T19:17:58,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T19:17:58,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=93212dcda7999fc313d9e0a55a427186, ASSIGN in 359 msec 2024-11-26T19:17:58,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:17:58,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648678885"}]},"ts":"1732648678885"} 2024-11-26T19:17:58,887 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T19:17:58,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:17:58,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-26T19:17:58,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186., hostname=fe76acf732b2,33329,1732648667634, seqNum=2] 2024-11-26T19:17:58,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876 2024-11-26T19:17:58,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876 2024-11-26T19:17:58,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T19:17:59,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33329 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T19:17:59,066 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T19:17:59,096 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fe76acf732b2,33329,1732648667634, ReplicationSource: 1, currentBandwidth=0 2024-11-26T19:17:59,097 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:17:59,097 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,33329,1732648667634, seqNum=-1] 2024-11-26T19:17:59,097 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:17:59,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-26T19:17:59,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fe76acf732b2,33329,1732648667634', locateType=CURRENT is [region=hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186., hostname=fe76acf732b2,33329,1732648667634, seqNum=2] 2024-11-26T19:17:59,103 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T19:17:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35243 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T19:17:59,106 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fe76acf732b2,33329,1732648667634 suceeded 2024-11-26T19:17:59,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T19:17:59,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-26T19:17:59,108 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fe76acf732b2:33155,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-26T19:17:59,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-11-26T19:17:59,119 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:33155' 2024-11-26T19:17:59,120 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55fe1b79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:59,120 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,33155,-1 for getting cluster id 2024-11-26T19:17:59,120 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:17:59,121 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58561408-9d26-45dd-b8e9-1a518e38703a' 2024-11-26T19:17:59,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:17:59,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58561408-9d26-45dd-b8e9-1a518e38703a" 2024-11-26T19:17:59,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61bb184d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:59,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,33155,-1] 2024-11-26T19:17:59,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:17:59,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:59,123 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:17:59,124 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@790bce0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:17:59,124 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:17:59,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,33155,1732648670963 2024-11-26T19:17:59,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56bc607c 2024-11-26T19:17:59,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:17:59,125 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-26T19:17:59,126 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fe76acf732b2,33329,1732648667634 (queues=1) is replicating from cluster=7f0939a2-e6ae-4e48-9e21-91cf5cb201eb to cluster=58561408-9d26-45dd-b8e9-1a518e38703a 2024-11-26T19:17:59,126 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fe76acf732b2%2C33329%2C1732648667634 2024-11-26T19:17:59,126 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fe76acf732b2,33329,1732648667634, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T19:17:59,127 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.shipperfe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fe76acf732b2%2C33329%2C1732648667634 2024-11-26T19:17:59,127 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239, startPosition=0, beingWritten=true 2024-11-26T19:17:59,137 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:17:59,138 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 379, reset compression=false 2024-11-26T19:17:59,138 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.shipperfe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,33329,1732648667634 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:17:59,343 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 379, reset compression=false 2024-11-26T19:17:59,691 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 379, reset compression=false 2024-11-26T19:17:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:17:59,833 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T19:17:59,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:17:59,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:17:59,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:59,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:17:59,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:17:59,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:17:59,839 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732648679837/Put/seqid=0 2024-11-26T19:17:59,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741840_1016 (size=7894) 2024-11-26T19:18:00,095 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 379, reset compression=false 2024-11-26T19:18:00,246 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/load_f/f/hfile_1 is 34, key is ddd/f:row/1732648680245/Put/seqid=0 2024-11-26T19:18:00,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741841_1017 (size=7691) 2024-11-26T19:18:00,599 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 379, reset compression=false 2024-11-26T19:18:00,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:18:00,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,35243,-1 for getting cluster id 2024-11-26T19:18:00,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:18:00,658 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f0939a2-e6ae-4e48-9e21-91cf5cb201eb' 2024-11-26T19:18:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:18:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f0939a2-e6ae-4e48-9e21-91cf5cb201eb" 2024-11-26T19:18:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a24766c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:18:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,35243,-1] 2024-11-26T19:18:00,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:18:00,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:18:00,660 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:18:00,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b26d088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:18:00,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:18:00,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,33329,1732648667634, seqNum=-1] 2024-11-26T19:18:00,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:18:00,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:18:00,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:18:00,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,35243,1732648667577 2024-11-26T19:18:00,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@185f9253 2024-11-26T19:18:00,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:18:00,677 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:18:00,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265., hostname=fe76acf732b2,33329,1732648667634, seqNum=2] 2024-11-26T19:18:00,691 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T19:18:00,702 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-26T19:18:00,705 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-26T19:18:00,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/load_f/f/hfile_0 for inclusion in 86e448c84fe5ceb6d9387e587e27c265/f 2024-11-26T19:18:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T19:18:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:18:00,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/load_f/f/hfile_1 for inclusion in 86e448c84fe5ceb6d9387e587e27c265/f 2024-11-26T19:18:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T19:18:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:18:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HRegion(2603): Flush status journal for 86e448c84fe5ceb6d9387e587e27c265: 2024-11-26T19:18:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/load_f/f/hfile_0 to hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/staging/jenkins__test__kh20fpfbq1ns1cmvpv43e6cqa4d9tgm1m2ba97dt9vqs2354ro8lctlnf0cvdcoj/f/hfile_0 2024-11-26T19:18:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/staging/jenkins__test__kh20fpfbq1ns1cmvpv43e6cqa4d9tgm1m2ba97dt9vqs2354ro8lctlnf0cvdcoj/f/hfile_0 as hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/default/test/86e448c84fe5ceb6d9387e587e27c265/f/348acb44f92343f894b77fccd03cdd7e_SeqId_4_ 2024-11-26T19:18:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/load_f/f/hfile_1 to hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/staging/jenkins__test__kh20fpfbq1ns1cmvpv43e6cqa4d9tgm1m2ba97dt9vqs2354ro8lctlnf0cvdcoj/f/hfile_1 2024-11-26T19:18:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/staging/jenkins__test__kh20fpfbq1ns1cmvpv43e6cqa4d9tgm1m2ba97dt9vqs2354ro8lctlnf0cvdcoj/f/hfile_1 as hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/default/test/86e448c84fe5ceb6d9387e587e27c265/f/4811240b49c6497b993f7fe20c9915da_SeqId_4_ 2024-11-26T19:18:00,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/staging/jenkins__test__kh20fpfbq1ns1cmvpv43e6cqa4d9tgm1m2ba97dt9vqs2354ro8lctlnf0cvdcoj/f/hfile_0 into 86e448c84fe5ceb6d9387e587e27c265/f as hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/default/test/86e448c84fe5ceb6d9387e587e27c265/f/348acb44f92343f894b77fccd03cdd7e_SeqId_4_ - updating store file list. 2024-11-26T19:18:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 348acb44f92343f894b77fccd03cdd7e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T19:18:00,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/default/test/86e448c84fe5ceb6d9387e587e27c265/f/348acb44f92343f894b77fccd03cdd7e_SeqId_4_ into 86e448c84fe5ceb6d9387e587e27c265/f 2024-11-26T19:18:00,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/staging/jenkins__test__kh20fpfbq1ns1cmvpv43e6cqa4d9tgm1m2ba97dt9vqs2354ro8lctlnf0cvdcoj/f/hfile_0 into 86e448c84fe5ceb6d9387e587e27c265/f (new location: hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/default/test/86e448c84fe5ceb6d9387e587e27c265/f/348acb44f92343f894b77fccd03cdd7e_SeqId_4_) 2024-11-26T19:18:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/staging/jenkins__test__kh20fpfbq1ns1cmvpv43e6cqa4d9tgm1m2ba97dt9vqs2354ro8lctlnf0cvdcoj/f/hfile_0 2024-11-26T19:18:00,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/staging/jenkins__test__kh20fpfbq1ns1cmvpv43e6cqa4d9tgm1m2ba97dt9vqs2354ro8lctlnf0cvdcoj/f/hfile_1 into 86e448c84fe5ceb6d9387e587e27c265/f as hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/default/test/86e448c84fe5ceb6d9387e587e27c265/f/4811240b49c6497b993f7fe20c9915da_SeqId_4_ - updating store file list. 2024-11-26T19:18:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4811240b49c6497b993f7fe20c9915da_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T19:18:00,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/default/test/86e448c84fe5ceb6d9387e587e27c265/f/4811240b49c6497b993f7fe20c9915da_SeqId_4_ into 86e448c84fe5ceb6d9387e587e27c265/f 2024-11-26T19:18:00,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/staging/jenkins__test__kh20fpfbq1ns1cmvpv43e6cqa4d9tgm1m2ba97dt9vqs2354ro8lctlnf0cvdcoj/f/hfile_1 into 86e448c84fe5ceb6d9387e587e27c265/f (new location: hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/default/test/86e448c84fe5ceb6d9387e587e27c265/f/4811240b49c6497b993f7fe20c9915da_SeqId_4_) 2024-11-26T19:18:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/staging/jenkins__test__kh20fpfbq1ns1cmvpv43e6cqa4d9tgm1m2ba97dt9vqs2354ro8lctlnf0cvdcoj/f/hfile_1 2024-11-26T19:18:00,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:18:00,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:18:00,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:18:00,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:18:00,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:18:00,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:18:00,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265., hostname=fe76acf732b2,33329,1732648667634, seqNum=2 , the old value is region=test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265., hostname=fe76acf732b2,33329,1732648667634, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fe76acf732b2:33329 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T19:18:00,777 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T19:18:00,778 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,44697,1732648671006, seqNum=-1] 2024-11-26T19:18:00,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265., hostname=fe76acf732b2,33329,1732648667634, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T19:18:00,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265., hostname=fe76acf732b2,33329,1732648667634, seqNum=2 from cache 2024-11-26T19:18:00,778 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:18:00,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:18:00,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732648675519.3cc42b381531dc607512ef5074a7d494., hostname=fe76acf732b2,44697,1732648671006, seqNum=2] 2024-11-26T19:18:00,784 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T19:18:00,883 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:33329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T19:18:01,100 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T19:18:01,204 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 379, reset compression=false 2024-11-26T19:18:01,211 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:18:01,211 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.shipperfe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,33329,1732648667634 got entry batch from reader: WALEntryBatch [walEntries=[{test/86e448c84fe5ceb6d9387e587e27c265/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732648680768/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T19:18:01,235 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.shipperfe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:18:01,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-26T19:18:01,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.ReplicationSink(318): Replicating [7f0939a2-e6ae-4e48-9e21-91cf5cb201eb] bulk loaded data 2024-11-26T19:18:01,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55051644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:18:01,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,33155,-1 for getting cluster id 2024-11-26T19:18:01,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:18:01,242 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58561408-9d26-45dd-b8e9-1a518e38703a' 2024-11-26T19:18:01,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:18:01,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58561408-9d26-45dd-b8e9-1a518e38703a" 2024-11-26T19:18:01,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b65f38d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:18:01,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,33155,-1] 2024-11-26T19:18:01,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:18:01,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:18:01,244 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:18:01,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@298bdd74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:18:01,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741837_1013 (size=7894) 2024-11-26T19:18:01,411 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 687, reset compression=false 2024-11-26T19:18:01,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741838_1014 (size=7691) 2024-11-26T19:18:01,715 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 687, reset compression=false 2024-11-26T19:18:01,786 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T19:18:02,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:18:02,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,33155,1732648670963 2024-11-26T19:18:02,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8f1397d 2024-11-26T19:18:02,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:18:02,077 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-26T19:18:02,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T19:18:02,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:18:02,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,44697,1732648671006, seqNum=-1] 2024-11-26T19:18:02,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:18:02,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-26T19:18:02,089 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/staging/jenkins.hfs.6__test__4ih932sdgvbsti03cbm7kr3s8lvotpreht9r7voidl3a9d6hv47lut0k4og1cq0g/f/348acb44f92343f894b77fccd03cdd7e_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T19:18:02,092 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/staging/jenkins.hfs.6__test__4ih932sdgvbsti03cbm7kr3s8lvotpreht9r7voidl3a9d6hv47lut0k4og1cq0g/f/4811240b49c6497b993f7fe20c9915da_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T19:18:02,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/staging/jenkins.hfs.6__test__4ih932sdgvbsti03cbm7kr3s8lvotpreht9r7voidl3a9d6hv47lut0k4og1cq0g/f/4811240b49c6497b993f7fe20c9915da_SeqId_4_ for inclusion in 3cc42b381531dc607512ef5074a7d494/f 2024-11-26T19:18:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T19:18:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:18:02,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/staging/jenkins.hfs.6__test__4ih932sdgvbsti03cbm7kr3s8lvotpreht9r7voidl3a9d6hv47lut0k4og1cq0g/f/348acb44f92343f894b77fccd03cdd7e_SeqId_4_ for inclusion in 3cc42b381531dc607512ef5074a7d494/f 2024-11-26T19:18:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T19:18:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:18:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.HRegion(2603): Flush status journal for 3cc42b381531dc607512ef5074a7d494: 2024-11-26T19:18:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4811240b49c6497b993f7fe20c9915da_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T19:18:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/staging/jenkins.hfs.6__test__4ih932sdgvbsti03cbm7kr3s8lvotpreht9r7voidl3a9d6hv47lut0k4og1cq0g/f/4811240b49c6497b993f7fe20c9915da_SeqId_4_ as hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/default/test/3cc42b381531dc607512ef5074a7d494/f/12bf9e83d4324c19926ea1d76bda2bd9_SeqId_4_ 2024-11-26T19:18:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 348acb44f92343f894b77fccd03cdd7e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T19:18:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/staging/jenkins.hfs.6__test__4ih932sdgvbsti03cbm7kr3s8lvotpreht9r7voidl3a9d6hv47lut0k4og1cq0g/f/348acb44f92343f894b77fccd03cdd7e_SeqId_4_ as hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/default/test/3cc42b381531dc607512ef5074a7d494/f/757289cc37be482dbbb23a616254ef1b_SeqId_4_ 2024-11-26T19:18:02,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/staging/jenkins.hfs.6__test__4ih932sdgvbsti03cbm7kr3s8lvotpreht9r7voidl3a9d6hv47lut0k4og1cq0g/f/4811240b49c6497b993f7fe20c9915da_SeqId_4_ into 3cc42b381531dc607512ef5074a7d494/f as hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/default/test/3cc42b381531dc607512ef5074a7d494/f/12bf9e83d4324c19926ea1d76bda2bd9_SeqId_4_ - updating store file list. 2024-11-26T19:18:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 12bf9e83d4324c19926ea1d76bda2bd9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T19:18:02,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/default/test/3cc42b381531dc607512ef5074a7d494/f/12bf9e83d4324c19926ea1d76bda2bd9_SeqId_4_ into 3cc42b381531dc607512ef5074a7d494/f 2024-11-26T19:18:02,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/staging/jenkins.hfs.6__test__4ih932sdgvbsti03cbm7kr3s8lvotpreht9r7voidl3a9d6hv47lut0k4og1cq0g/f/4811240b49c6497b993f7fe20c9915da_SeqId_4_ into 3cc42b381531dc607512ef5074a7d494/f (new location: hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/default/test/3cc42b381531dc607512ef5074a7d494/f/12bf9e83d4324c19926ea1d76bda2bd9_SeqId_4_) 2024-11-26T19:18:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/staging/jenkins.hfs.6__test__4ih932sdgvbsti03cbm7kr3s8lvotpreht9r7voidl3a9d6hv47lut0k4og1cq0g/f/4811240b49c6497b993f7fe20c9915da_SeqId_4_ 2024-11-26T19:18:02,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/staging/jenkins.hfs.6__test__4ih932sdgvbsti03cbm7kr3s8lvotpreht9r7voidl3a9d6hv47lut0k4og1cq0g/f/348acb44f92343f894b77fccd03cdd7e_SeqId_4_ into 3cc42b381531dc607512ef5074a7d494/f as hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/default/test/3cc42b381531dc607512ef5074a7d494/f/757289cc37be482dbbb23a616254ef1b_SeqId_4_ - updating store file list. 2024-11-26T19:18:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 757289cc37be482dbbb23a616254ef1b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T19:18:02,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/default/test/3cc42b381531dc607512ef5074a7d494/f/757289cc37be482dbbb23a616254ef1b_SeqId_4_ into 3cc42b381531dc607512ef5074a7d494/f 2024-11-26T19:18:02,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/staging/jenkins.hfs.6__test__4ih932sdgvbsti03cbm7kr3s8lvotpreht9r7voidl3a9d6hv47lut0k4og1cq0g/f/348acb44f92343f894b77fccd03cdd7e_SeqId_4_ into 3cc42b381531dc607512ef5074a7d494/f (new location: hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/default/test/3cc42b381531dc607512ef5074a7d494/f/757289cc37be482dbbb23a616254ef1b_SeqId_4_) 2024-11-26T19:18:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/staging/jenkins.hfs.6__test__4ih932sdgvbsti03cbm7kr3s8lvotpreht9r7voidl3a9d6hv47lut0k4og1cq0g/f/348acb44f92343f894b77fccd03cdd7e_SeqId_4_ 2024-11-26T19:18:02,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.ReplicationSink(324): Finished replicating [7f0939a2-e6ae-4e48-9e21-91cf5cb201eb] bulk loaded data 2024-11-26T19:18:02,122 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 687, reset compression=false 2024-11-26T19:18:02,626 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 687, reset compression=false 2024-11-26T19:18:02,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:18:02,804 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732648682803/Put/seqid=0 2024-11-26T19:18:02,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741842_1018 (size=7997) 2024-11-26T19:18:03,213 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732648683212/Put/seqid=0 2024-11-26T19:18:03,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741843_1019 (size=7794) 2024-11-26T19:18:03,230 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 687, reset compression=false 2024-11-26T19:18:03,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e86c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:18:03,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,35243,-1 for getting cluster id 2024-11-26T19:18:03,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:18:03,620 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f0939a2-e6ae-4e48-9e21-91cf5cb201eb' 2024-11-26T19:18:03,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:18:03,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f0939a2-e6ae-4e48-9e21-91cf5cb201eb" 2024-11-26T19:18:03,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16eecbe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:18:03,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,35243,-1] 2024-11-26T19:18:03,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:18:03,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:18:03,622 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:18:03,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a70f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:18:03,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:18:03,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,33329,1732648667634, seqNum=-1] 2024-11-26T19:18:03,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:18:03,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:18:03,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:18:03,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,35243,1732648667577 2024-11-26T19:18:03,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26315017 2024-11-26T19:18:03,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:18:03,636 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:18:03,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265., hostname=fe76acf732b2,33329,1732648667634, seqNum=2] 2024-11-26T19:18:03,642 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T19:18:03,649 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-26T19:18:03,652 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-26T19:18:03,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/load_f1/f1/hfile_0 for inclusion in 86e448c84fe5ceb6d9387e587e27c265/f1 2024-11-26T19:18:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T19:18:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:18:03,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/load_f1/f1/hfile_1 for inclusion in 86e448c84fe5ceb6d9387e587e27c265/f1 2024-11-26T19:18:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T19:18:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:18:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HRegion(2603): Flush status journal for 86e448c84fe5ceb6d9387e587e27c265: 2024-11-26T19:18:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/load_f1/f1/hfile_0 to hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/staging/jenkins__test__r5pqf31rl5fqkr3oros0k1mt7d83e4qvb0ag0af9q5m7l0cqenituq7or1ug01i0/f1/hfile_0 2024-11-26T19:18:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/staging/jenkins__test__r5pqf31rl5fqkr3oros0k1mt7d83e4qvb0ag0af9q5m7l0cqenituq7or1ug01i0/f1/hfile_0 as hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/default/test/86e448c84fe5ceb6d9387e587e27c265/f1/5250411dd6b84c45bd2c2c85d5576b45_SeqId_6_ 2024-11-26T19:18:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/load_f1/f1/hfile_1 to hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/staging/jenkins__test__r5pqf31rl5fqkr3oros0k1mt7d83e4qvb0ag0af9q5m7l0cqenituq7or1ug01i0/f1/hfile_1 2024-11-26T19:18:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/staging/jenkins__test__r5pqf31rl5fqkr3oros0k1mt7d83e4qvb0ag0af9q5m7l0cqenituq7or1ug01i0/f1/hfile_1 as hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/default/test/86e448c84fe5ceb6d9387e587e27c265/f1/ad44342e06bd4ea59b147ce4618d8123_SeqId_6_ 2024-11-26T19:18:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-26T19:18:03,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/staging/jenkins__test__r5pqf31rl5fqkr3oros0k1mt7d83e4qvb0ag0af9q5m7l0cqenituq7or1ug01i0/f1/hfile_0 into 86e448c84fe5ceb6d9387e587e27c265/f1 as hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/default/test/86e448c84fe5ceb6d9387e587e27c265/f1/5250411dd6b84c45bd2c2c85d5576b45_SeqId_6_ - updating store file list. 2024-11-26T19:18:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5250411dd6b84c45bd2c2c85d5576b45_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T19:18:03,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/default/test/86e448c84fe5ceb6d9387e587e27c265/f1/5250411dd6b84c45bd2c2c85d5576b45_SeqId_6_ into 86e448c84fe5ceb6d9387e587e27c265/f1 2024-11-26T19:18:03,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/staging/jenkins__test__r5pqf31rl5fqkr3oros0k1mt7d83e4qvb0ag0af9q5m7l0cqenituq7or1ug01i0/f1/hfile_0 into 86e448c84fe5ceb6d9387e587e27c265/f1 (new location: hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/default/test/86e448c84fe5ceb6d9387e587e27c265/f1/5250411dd6b84c45bd2c2c85d5576b45_SeqId_6_) 2024-11-26T19:18:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/staging/jenkins__test__r5pqf31rl5fqkr3oros0k1mt7d83e4qvb0ag0af9q5m7l0cqenituq7or1ug01i0/f1/hfile_0 2024-11-26T19:18:03,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/staging/jenkins__test__r5pqf31rl5fqkr3oros0k1mt7d83e4qvb0ag0af9q5m7l0cqenituq7or1ug01i0/f1/hfile_1 into 86e448c84fe5ceb6d9387e587e27c265/f1 as hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/default/test/86e448c84fe5ceb6d9387e587e27c265/f1/ad44342e06bd4ea59b147ce4618d8123_SeqId_6_ - updating store file list. 2024-11-26T19:18:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad44342e06bd4ea59b147ce4618d8123_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T19:18:03,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/default/test/86e448c84fe5ceb6d9387e587e27c265/f1/ad44342e06bd4ea59b147ce4618d8123_SeqId_6_ into 86e448c84fe5ceb6d9387e587e27c265/f1 2024-11-26T19:18:03,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/staging/jenkins__test__r5pqf31rl5fqkr3oros0k1mt7d83e4qvb0ag0af9q5m7l0cqenituq7or1ug01i0/f1/hfile_1 into 86e448c84fe5ceb6d9387e587e27c265/f1 (new location: hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/default/test/86e448c84fe5ceb6d9387e587e27c265/f1/ad44342e06bd4ea59b147ce4618d8123_SeqId_6_) 2024-11-26T19:18:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/staging/jenkins__test__r5pqf31rl5fqkr3oros0k1mt7d83e4qvb0ag0af9q5m7l0cqenituq7or1ug01i0/f1/hfile_1 2024-11-26T19:18:03,681 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:18:03,681 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:18:03,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:18:03,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:18:03,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:18:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265., hostname=fe76acf732b2,33329,1732648667634, seqNum=2 , the old value is region=test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265., hostname=fe76acf732b2,33329,1732648667634, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fe76acf732b2:33329 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T19:18:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265., hostname=fe76acf732b2,33329,1732648667634, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T19:18:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265., hostname=fe76acf732b2,33329,1732648667634, seqNum=2 from cache 2024-11-26T19:18:03,683 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T19:18:03,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:18:03,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,33329,1732648667634, seqNum=-1] 2024-11-26T19:18:03,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:18:03,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:18:03,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265., hostname=fe76acf732b2,33329,1732648667634, seqNum=2] 2024-11-26T19:18:03,792 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:33329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T19:18:03,934 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 687, reset compression=false 2024-11-26T19:18:03,939 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:18:03,939 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:03,939 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.shipperfe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,33329,1732648667634 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:18:04,143 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:04,363 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:18:04,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:18:04,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:18:04,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:18:04,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:18:04,447 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:04,852 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:05,357 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:05,961 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:06,665 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:07,470 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:07,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T19:18:07,514 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T19:18:08,374 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:09,378 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:10,482 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:11,687 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:12,991 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:14,396 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:15,900 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:17,135 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T19:18:17,504 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:19,208 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:20,952 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T19:18:21,013 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:22,917 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:23,942 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.shipperfe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,33329,1732648667634 got entry batch from reader: null 2024-11-26T19:18:24,921 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:27,025 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:29,230 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:30,621 INFO [master/fe76acf732b2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T19:18:30,621 INFO [master/fe76acf732b2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T19:18:31,534 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:33,729 INFO [master/fe76acf732b2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T19:18:33,730 INFO [master/fe76acf732b2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T19:18:33,938 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:36,443 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:39,051 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:39,505 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 86e448c84fe5ceb6d9387e587e27c265, had cached 0 bytes from a total of 31376 2024-11-26T19:18:41,669 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3cc42b381531dc607512ef5074a7d494, had cached 0 bytes from a total of 15585 2024-11-26T19:18:41,756 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:43,942 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.shipperfe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,33329,1732648667634 got entry batch from reader: null 2024-11-26T19:18:44,560 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:47,135 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T19:18:47,465 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:50,326 DEBUG [master/fe76acf732b2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T19:18:50,469 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:50,952 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T19:18:53,574 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:18:53,748 DEBUG [master/fe76acf732b2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T19:18:56,779 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:19:00,083 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:19:03,487 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:19:03,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T19:19:03,716 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:19:03,716 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:03,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:03,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:03,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:03,716 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:19:03,717 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=11187310, stopped=false 2024-11-26T19:19:03,717 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,33155,1732648670963 2024-11-26T19:19:03,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11063639555/running 2024-11-26T19:19:03,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10155b66e510004, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11063639555/running 2024-11-26T19:19:03,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11063639555 2024-11-26T19:19:03,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10155b66e510004, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11063639555 2024-11-26T19:19:03,718 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:19:03,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:19:03,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:03,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:03,719 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,44697,1732648671006' ***** 2024-11-26T19:19:03,719 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:19:03,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Set watcher on znode that does not yet exist, /11063639555/running 2024-11-26T19:19:03,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44697-0x10155b66e510004, quorum=127.0.0.1:55022, baseZNode=/11063639555 Set watcher on znode that does not yet exist, /11063639555/running 2024-11-26T19:19:03,720 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:19:03,720 INFO [RS:0;fe76acf732b2:44697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:19:03,720 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:19:03,720 INFO [RS:0;fe76acf732b2:44697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:19:03,720 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(3091): Received CLOSE for 3cc42b381531dc607512ef5074a7d494 2024-11-26T19:19:03,720 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,44697,1732648671006 2024-11-26T19:19:03,720 INFO [RS:0;fe76acf732b2:44697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:19:03,720 INFO [RS:0;fe76acf732b2:44697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:44697. 2024-11-26T19:19:03,721 DEBUG [RS:0;fe76acf732b2:44697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:03,721 DEBUG [RS:0;fe76acf732b2:44697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:03,721 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3cc42b381531dc607512ef5074a7d494, disabling compactions & flushes 2024-11-26T19:19:03,721 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732648675519.3cc42b381531dc607512ef5074a7d494. 2024-11-26T19:19:03,721 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:19:03,721 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648675519.3cc42b381531dc607512ef5074a7d494. 2024-11-26T19:19:03,721 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:19:03,721 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:19:03,721 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732648675519.3cc42b381531dc607512ef5074a7d494. after waiting 0 ms 2024-11-26T19:19:03,721 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732648675519.3cc42b381531dc607512ef5074a7d494. 2024-11-26T19:19:03,721 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:19:03,721 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T19:19:03,721 DEBUG [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(1325): Online Regions={3cc42b381531dc607512ef5074a7d494=test,,1732648675519.3cc42b381531dc607512ef5074a7d494., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:19:03,721 DEBUG [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3cc42b381531dc607512ef5074a7d494 2024-11-26T19:19:03,721 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:19:03,721 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:19:03,721 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:19:03,721 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:19:03,721 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:19:03,721 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T19:19:03,728 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/default/test/3cc42b381531dc607512ef5074a7d494/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T19:19:03,728 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:19:03,728 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:19:03,728 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732648675519.3cc42b381531dc607512ef5074a7d494. 2024-11-26T19:19:03,728 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3cc42b381531dc607512ef5074a7d494: Waiting for close lock at 1732648743721Running coprocessor pre-close hooks at 1732648743721Disabling compacts and flushes for region at 1732648743721Disabling writes for close at 1732648743721Writing region close event to WAL at 1732648743721Running coprocessor post-close hooks at 1732648743728 (+7 ms)Closed at 1732648743728 2024-11-26T19:19:03,729 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732648675519.3cc42b381531dc607512ef5074a7d494. 2024-11-26T19:19:03,739 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/.tmp/info/f1a1a7da66a14ba1a59099be90444600 is 129, key is test,,1732648675519.3cc42b381531dc607512ef5074a7d494./info:regioninfo/1732648676686/Put/seqid=0 2024-11-26T19:19:03,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741839_1015 (size=6421) 2024-11-26T19:19:03,749 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:19:03,921 DEBUG [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:03,943 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.shipperfe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,33329,1732648667634 got entry batch from reader: null 2024-11-26T19:19:04,121 DEBUG [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:04,144 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/.tmp/info/f1a1a7da66a14ba1a59099be90444600 2024-11-26T19:19:04,173 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/.tmp/ns/e5a71faa027d4482a5ee8c9947d31cd0 is 43, key is default/ns:d/1732648673228/Put/seqid=0 2024-11-26T19:19:04,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741840_1016 (size=5153) 2024-11-26T19:19:04,322 DEBUG [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:04,522 DEBUG [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:04,578 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:19:04,578 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:19:04,579 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/.tmp/ns/e5a71faa027d4482a5ee8c9947d31cd0 2024-11-26T19:19:04,603 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/.tmp/rep_barrier/f569d0645b28429dbc8964d0fd24b3f0 is 112, key is test,,1732648675519.3cc42b381531dc607512ef5074a7d494./rep_barrier:seqnumDuringOpen/1732648676686/Put/seqid=0 2024-11-26T19:19:04,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741841_1017 (size=5518) 2024-11-26T19:19:04,722 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T19:19:04,722 DEBUG [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:19:04,722 DEBUG [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:04,922 DEBUG [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:05,008 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/.tmp/rep_barrier/f569d0645b28429dbc8964d0fd24b3f0 2024-11-26T19:19:05,030 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/.tmp/table/8be6eb5fda9d402d847197932c2ab4d5 is 40, key is test/table:state/1732648676695/Put/seqid=0 2024-11-26T19:19:05,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741842_1018 (size=5165) 2024-11-26T19:19:05,123 DEBUG [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:05,323 DEBUG [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:05,434 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/.tmp/table/8be6eb5fda9d402d847197932c2ab4d5 2024-11-26T19:19:05,440 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/.tmp/info/f1a1a7da66a14ba1a59099be90444600 as hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/info/f1a1a7da66a14ba1a59099be90444600 2024-11-26T19:19:05,446 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/info/f1a1a7da66a14ba1a59099be90444600, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T19:19:05,447 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/.tmp/ns/e5a71faa027d4482a5ee8c9947d31cd0 as hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/ns/e5a71faa027d4482a5ee8c9947d31cd0 2024-11-26T19:19:05,452 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/ns/e5a71faa027d4482a5ee8c9947d31cd0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T19:19:05,453 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/.tmp/rep_barrier/f569d0645b28429dbc8964d0fd24b3f0 as hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/rep_barrier/f569d0645b28429dbc8964d0fd24b3f0 2024-11-26T19:19:05,458 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/rep_barrier/f569d0645b28429dbc8964d0fd24b3f0, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T19:19:05,458 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/.tmp/table/8be6eb5fda9d402d847197932c2ab4d5 as hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/table/8be6eb5fda9d402d847197932c2ab4d5 2024-11-26T19:19:05,463 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/table/8be6eb5fda9d402d847197932c2ab4d5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T19:19:05,464 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=11, compaction requested=false 2024-11-26T19:19:05,468 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T19:19:05,469 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:19:05,469 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:19:05,469 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:19:05,469 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648743721Running coprocessor pre-close hooks at 1732648743721Disabling compacts and flushes for region at 1732648743721Disabling writes for close at 1732648743721Obtaining lock to block concurrent updates at 1732648743721Preparing flush snapshotting stores in 1588230740 at 1732648743721Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732648743722 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732648743722Flushing 1588230740/info: creating writer at 1732648743722Flushing 1588230740/info: appending metadata at 1732648743739 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732648743739Flushing 1588230740/ns: creating writer at 1732648744150 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732648744173 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732648744173Flushing 1588230740/rep_barrier: creating writer at 1732648744585 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732648744603 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732648744603Flushing 1588230740/table: creating writer at 1732648745014 (+411 ms)Flushing 1588230740/table: appending metadata at 1732648745029 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732648745029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b7ea6d7: reopening flushed file at 1732648745440 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c8a2ff: reopening flushed file at 1732648745446 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fa9a673: reopening flushed file at 1732648745452 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e0f9adb: reopening flushed file at 1732648745458 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=11, compaction requested=false at 1732648745464 (+6 ms)Writing region close event to WAL at 1732648745465 (+1 ms)Running coprocessor post-close hooks at 1732648745469 (+4 ms)Closed at 1732648745469 2024-11-26T19:19:05,469 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:19:05,523 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,44697,1732648671006; all regions closed. 2024-11-26T19:19:05,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741834_1010 (size=2717) 2024-11-26T19:19:05,526 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/WALs/fe76acf732b2,44697,1732648671006/fe76acf732b2%2C44697%2C1732648671006.meta.1732648673183.meta not finished, retry = 0 2024-11-26T19:19:05,628 DEBUG [RS:0;fe76acf732b2:44697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/oldWALs 2024-11-26T19:19:05,628 INFO [RS:0;fe76acf732b2:44697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C44697%2C1732648671006.meta:.meta(num 1732648673183) 2024-11-26T19:19:05,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741832_1008 (size=1028) 2024-11-26T19:19:05,632 DEBUG [RS:0;fe76acf732b2:44697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/oldWALs 2024-11-26T19:19:05,632 INFO [RS:0;fe76acf732b2:44697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C44697%2C1732648671006:(num 1732648672638) 2024-11-26T19:19:05,633 DEBUG [RS:0;fe76acf732b2:44697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:05,633 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:19:05,633 INFO [RS:0;fe76acf732b2:44697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:19:05,633 INFO [RS:0;fe76acf732b2:44697 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T19:19:05,633 INFO [RS:0;fe76acf732b2:44697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:19:05,633 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:19:05,633 INFO [RS:0;fe76acf732b2:44697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:44697. 2024-11-26T19:19:05,633 DEBUG [RS:0;fe76acf732b2:44697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:05,634 DEBUG [RS:0;fe76acf732b2:44697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:05,634 DEBUG [RS:0;fe76acf732b2:44697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:05,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:05,634 INFO [RS:0;fe76acf732b2:44697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44697 2024-11-26T19:19:05,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10155b66e510004, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11063639555/rs/fe76acf732b2,44697,1732648671006 2024-11-26T19:19:05,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11063639555/rs 2024-11-26T19:19:05,637 INFO [RS:0;fe76acf732b2:44697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:19:05,639 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,44697,1732648671006] 2024-11-26T19:19:05,641 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11063639555/draining/fe76acf732b2,44697,1732648671006 already deleted, retry=false 2024-11-26T19:19:05,641 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,44697,1732648671006 expired; onlineServers=0 2024-11-26T19:19:05,641 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,33155,1732648670963' ***** 2024-11-26T19:19:05,641 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:19:05,641 INFO [M:0;fe76acf732b2:33155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:19:05,641 INFO [M:0;fe76acf732b2:33155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:19:05,641 DEBUG [M:0;fe76acf732b2:33155 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:19:05,641 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:19:05,641 DEBUG [M:0;fe76acf732b2:33155 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:19:05,641 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648672434 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648672434,5,FailOnTimeoutGroup] 2024-11-26T19:19:05,641 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648672428 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648672428,5,FailOnTimeoutGroup] 2024-11-26T19:19:05,641 INFO [M:0;fe76acf732b2:33155 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:19:05,641 INFO [M:0;fe76acf732b2:33155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:19:05,641 DEBUG [M:0;fe76acf732b2:33155 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:19:05,641 INFO [M:0;fe76acf732b2:33155 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:19:05,642 INFO [M:0;fe76acf732b2:33155 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:19:05,642 INFO [M:0;fe76acf732b2:33155 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:19:05,642 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:19:05,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11063639555/master 2024-11-26T19:19:05,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11063639555 2024-11-26T19:19:05,643 DEBUG [M:0;fe76acf732b2:33155 {}] zookeeper.ZKUtil(347): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Unable to get data of znode /11063639555/master because node does not exist (not an error) 2024-11-26T19:19:05,643 WARN [M:0;fe76acf732b2:33155 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T19:19:05,644 INFO [M:0;fe76acf732b2:33155 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/.lastflushedseqids 2024-11-26T19:19:05,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741843_1019 (size=173) 2024-11-26T19:19:05,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10155b66e510004, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:05,740 INFO [RS:0;fe76acf732b2:44697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:19:05,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10155b66e510004, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:05,740 INFO [RS:0;fe76acf732b2:44697 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,44697,1732648671006; zookeeper connection closed. 2024-11-26T19:19:05,740 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77fd53b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77fd53b 2024-11-26T19:19:05,740 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:19:06,049 INFO [M:0;fe76acf732b2:33155 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:19:06,049 INFO [M:0;fe76acf732b2:33155 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:19:06,049 DEBUG [M:0;fe76acf732b2:33155 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:19:06,049 INFO [M:0;fe76acf732b2:33155 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:06,049 DEBUG [M:0;fe76acf732b2:33155 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:06,049 DEBUG [M:0;fe76acf732b2:33155 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:19:06,049 DEBUG [M:0;fe76acf732b2:33155 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:06,049 INFO [M:0;fe76acf732b2:33155 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-26T19:19:06,067 DEBUG [M:0;fe76acf732b2:33155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/78b15301e4374f12b74682d563817b12 is 82, key is hbase:meta,,1/info:regioninfo/1732648673217/Put/seqid=0 2024-11-26T19:19:06,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741844_1020 (size=5672) 2024-11-26T19:19:06,471 INFO [M:0;fe76acf732b2:33155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/78b15301e4374f12b74682d563817b12 2024-11-26T19:19:06,491 DEBUG [M:0;fe76acf732b2:33155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02096f3f093642ba87e97ad4d2f35f0b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732648676699/Put/seqid=0 2024-11-26T19:19:06,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741845_1021 (size=6727) 2024-11-26T19:19:06,895 INFO [M:0;fe76acf732b2:33155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02096f3f093642ba87e97ad4d2f35f0b 2024-11-26T19:19:06,900 INFO [M:0;fe76acf732b2:33155 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02096f3f093642ba87e97ad4d2f35f0b 2024-11-26T19:19:06,923 DEBUG [M:0;fe76acf732b2:33155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab39866a65724a548374fef8fc8d0c62 is 69, key is fe76acf732b2,44697,1732648671006/rs:state/1732648672466/Put/seqid=0 2024-11-26T19:19:06,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741846_1022 (size=5156) 2024-11-26T19:19:06,991 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/WALs/fe76acf732b2,33329,1732648667634/fe76acf732b2%2C33329%2C1732648667634.1732648669239 to pos 997, reset compression=false 2024-11-26T19:19:07,329 INFO [M:0;fe76acf732b2:33155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab39866a65724a548374fef8fc8d0c62 2024-11-26T19:19:07,336 DEBUG [M:0;fe76acf732b2:33155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/78b15301e4374f12b74682d563817b12 as hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/78b15301e4374f12b74682d563817b12 2024-11-26T19:19:07,341 INFO [M:0;fe76acf732b2:33155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/78b15301e4374f12b74682d563817b12, entries=8, sequenceid=58, filesize=5.5 K 2024-11-26T19:19:07,342 DEBUG [M:0;fe76acf732b2:33155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02096f3f093642ba87e97ad4d2f35f0b as hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02096f3f093642ba87e97ad4d2f35f0b 2024-11-26T19:19:07,346 INFO [M:0;fe76acf732b2:33155 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02096f3f093642ba87e97ad4d2f35f0b 2024-11-26T19:19:07,346 INFO [M:0;fe76acf732b2:33155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02096f3f093642ba87e97ad4d2f35f0b, entries=6, sequenceid=58, filesize=6.6 K 2024-11-26T19:19:07,347 DEBUG [M:0;fe76acf732b2:33155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab39866a65724a548374fef8fc8d0c62 as hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab39866a65724a548374fef8fc8d0c62 2024-11-26T19:19:07,351 INFO [M:0;fe76acf732b2:33155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46011/user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab39866a65724a548374fef8fc8d0c62, entries=1, sequenceid=58, filesize=5.0 K 2024-11-26T19:19:07,351 INFO [M:0;fe76acf732b2:33155 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=58, compaction requested=false 2024-11-26T19:19:07,353 INFO [M:0;fe76acf732b2:33155 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:07,353 DEBUG [M:0;fe76acf732b2:33155 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648746049Disabling compacts and flushes for region at 1732648746049Disabling writes for close at 1732648746049Obtaining lock to block concurrent updates at 1732648746049Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648746049Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732648746050 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648746050Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648746050Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648746066 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648746066Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648746476 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648746490 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648746490Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648746901 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648746923 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648746923Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d15fc65: reopening flushed file at 1732648747335 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c29fa1b: reopening flushed file at 1732648747341 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63228631: reopening flushed file at 1732648747346 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=58, compaction requested=false at 1732648747351 (+5 ms)Writing region close event to WAL at 1732648747353 (+2 ms)Closed at 1732648747353 2024-11-26T19:19:07,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39881 is added to blk_1073741830_1006 (size=33026) 2024-11-26T19:19:07,355 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98bb7861-3c97-ec37-36f0-f7de056c86b3/MasterData/WALs/fe76acf732b2,33155,1732648670963/fe76acf732b2%2C33155%2C1732648670963.1732648672306 not finished, retry = 0 2024-11-26T19:19:07,456 INFO [M:0;fe76acf732b2:33155 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:19:07,456 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:19:07,456 INFO [M:0;fe76acf732b2:33155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33155 2024-11-26T19:19:07,457 INFO [M:0;fe76acf732b2:33155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:19:07,559 INFO [M:0;fe76acf732b2:33155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:19:07,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:07,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x10155b66e510003, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:07,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1d5f3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:19:07,562 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b468588{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:19:07,562 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:19:07,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:19:07,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3029c162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/hadoop.log.dir/,STOPPED} 2024-11-26T19:19:07,564 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:19:07,564 WARN [BP-1895501074-172.17.0.2-1732648670411 heartbeating to localhost/127.0.0.1:46011 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:19:07,564 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:19:07,564 WARN [BP-1895501074-172.17.0.2-1732648670411 heartbeating to localhost/127.0.0.1:46011 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1895501074-172.17.0.2-1732648670411 (Datanode Uuid 47dc586a-4abe-497b-af51-6afdaa950259) service to localhost/127.0.0.1:46011 2024-11-26T19:19:07,565 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/cluster_ab7c5fbe-5190-d66b-a333-645c8d338ef7/data/data1/current/BP-1895501074-172.17.0.2-1732648670411 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:19:07,565 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/cluster_ab7c5fbe-5190-d66b-a333-645c8d338ef7/data/data2/current/BP-1895501074-172.17.0.2-1732648670411 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:19:07,565 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:19:07,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3464a5df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:19:07,572 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@891ab73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:19:07,572 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:19:07,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:19:07,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61fc1e28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/hadoop.log.dir/,STOPPED} 2024-11-26T19:19:07,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T19:19:07,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T19:19:07,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:19:07,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:07,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:07,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:07,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:07,588 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:19:07,588 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=710309200, stopped=false 2024-11-26T19:19:07,588 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,35243,1732648667577 2024-11-26T19:19:07,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01616966876/running 2024-11-26T19:19:07,590 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:19:07,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876 2024-11-26T19:19:07,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01616966876/running 2024-11-26T19:19:07,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876 2024-11-26T19:19:07,590 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:19:07,590 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:07,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:07,590 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,33329,1732648667634' ***** 2024-11-26T19:19:07,591 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:19:07,591 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:19:07,591 INFO [RS:0;fe76acf732b2:33329 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:19:07,591 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:19:07,591 INFO [RS:0;fe76acf732b2:33329 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:19:07,591 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(3091): Received CLOSE for 86e448c84fe5ceb6d9387e587e27c265 2024-11-26T19:19:07,591 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(3091): Received CLOSE for 93212dcda7999fc313d9e0a55a427186 2024-11-26T19:19:07,591 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,33329,1732648667634 2024-11-26T19:19:07,591 INFO [RS:0;fe76acf732b2:33329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:19:07,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Set watcher on znode that does not yet exist, /01616966876/running 2024-11-26T19:19:07,591 INFO [RS:0;fe76acf732b2:33329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:33329. 2024-11-26T19:19:07,591 DEBUG [RS:0;fe76acf732b2:33329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:07,591 DEBUG [RS:0;fe76acf732b2:33329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:07,591 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86e448c84fe5ceb6d9387e587e27c265, disabling compactions & flushes 2024-11-26T19:19:07,592 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:19:07,592 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265. 2024-11-26T19:19:07,592 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:19:07,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Set watcher on znode that does not yet exist, /01616966876/running 2024-11-26T19:19:07,592 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:19:07,592 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265. 2024-11-26T19:19:07,592 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265. after waiting 0 ms 2024-11-26T19:19:07,592 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:19:07,592 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265. 2024-11-26T19:19:07,592 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T19:19:07,592 DEBUG [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(1325): Online Regions={86e448c84fe5ceb6d9387e587e27c265=test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265., 93212dcda7999fc313d9e0a55a427186=hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:19:07,592 DEBUG [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 86e448c84fe5ceb6d9387e587e27c265, 93212dcda7999fc313d9e0a55a427186 2024-11-26T19:19:07,592 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:19:07,592 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:19:07,592 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:19:07,592 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:19:07,592 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:19:07,593 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T19:19:07,597 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/default/test/86e448c84fe5ceb6d9387e587e27c265/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T19:19:07,597 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:19:07,597 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:19:07,597 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265. 2024-11-26T19:19:07,597 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86e448c84fe5ceb6d9387e587e27c265: Waiting for close lock at 1732648747591Running coprocessor pre-close hooks at 1732648747591Disabling compacts and flushes for region at 1732648747591Disabling writes for close at 1732648747592 (+1 ms)Writing region close event to WAL at 1732648747593 (+1 ms)Running coprocessor post-close hooks at 1732648747597 (+4 ms)Closed at 1732648747597 2024-11-26T19:19:07,598 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265. 2024-11-26T19:19:07,598 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93212dcda7999fc313d9e0a55a427186, disabling compactions & flushes 2024-11-26T19:19:07,598 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186. 2024-11-26T19:19:07,598 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186. 2024-11-26T19:19:07,598 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186. after waiting 0 ms 2024-11-26T19:19:07,598 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186. 2024-11-26T19:19:07,598 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 93212dcda7999fc313d9e0a55a427186 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-26T19:19:07,613 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/.tmp/info/b05fb127ced7473ea1b89bebc5fd8146 is 147, key is hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186./info:regioninfo/1732648678877/Put/seqid=0 2024-11-26T19:19:07,618 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/replication/93212dcda7999fc313d9e0a55a427186/.tmp/hfileref/71794d1eddc048c5880a6355d0ed38fa is 74, key is 1/hfileref:348acb44f92343f894b77fccd03cdd7e_SeqId_4_/1732648682119/DeleteColumn/seqid=0 2024-11-26T19:19:07,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741844_1020 (size=7686) 2024-11-26T19:19:07,619 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/.tmp/info/b05fb127ced7473ea1b89bebc5fd8146 2024-11-26T19:19:07,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741845_1021 (size=5203) 2024-11-26T19:19:07,643 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/.tmp/ns/8c75d4d69b0b44b6bb7acc9af0bc6af3 is 43, key is default/ns:d/1732648670314/Put/seqid=0 2024-11-26T19:19:07,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741846_1022 (size=5153) 2024-11-26T19:19:07,663 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:19:07,792 DEBUG [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 93212dcda7999fc313d9e0a55a427186 2024-11-26T19:19:07,993 DEBUG [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 93212dcda7999fc313d9e0a55a427186 2024-11-26T19:19:08,023 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/replication/93212dcda7999fc313d9e0a55a427186/.tmp/hfileref/71794d1eddc048c5880a6355d0ed38fa 2024-11-26T19:19:08,047 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/replication/93212dcda7999fc313d9e0a55a427186/.tmp/queue/7a105618f83a45b1bf78b1b6dc0b355d is 153, key is 1-fe76acf732b2,33329,1732648667634/queue:fe76acf732b2%2C33329%2C1732648667634/1732648683941/Put/seqid=0 2024-11-26T19:19:08,047 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/.tmp/ns/8c75d4d69b0b44b6bb7acc9af0bc6af3 2024-11-26T19:19:08,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741847_1023 (size=5352) 2024-11-26T19:19:08,052 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/replication/93212dcda7999fc313d9e0a55a427186/.tmp/queue/7a105618f83a45b1bf78b1b6dc0b355d 2024-11-26T19:19:08,058 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/replication/93212dcda7999fc313d9e0a55a427186/.tmp/hfileref/71794d1eddc048c5880a6355d0ed38fa as hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/replication/93212dcda7999fc313d9e0a55a427186/hfileref/71794d1eddc048c5880a6355d0ed38fa 2024-11-26T19:19:08,063 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/replication/93212dcda7999fc313d9e0a55a427186/hfileref/71794d1eddc048c5880a6355d0ed38fa, entries=2, sequenceid=10, filesize=5.1 K 2024-11-26T19:19:08,064 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/replication/93212dcda7999fc313d9e0a55a427186/.tmp/queue/7a105618f83a45b1bf78b1b6dc0b355d as hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/replication/93212dcda7999fc313d9e0a55a427186/queue/7a105618f83a45b1bf78b1b6dc0b355d 2024-11-26T19:19:08,070 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/replication/93212dcda7999fc313d9e0a55a427186/queue/7a105618f83a45b1bf78b1b6dc0b355d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T19:19:08,071 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 93212dcda7999fc313d9e0a55a427186 in 473ms, sequenceid=10, compaction requested=false 2024-11-26T19:19:08,072 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/.tmp/rep_barrier/aa90cd8ca37e4b358222d44d77064656 is 112, key is test,,1732648673360.86e448c84fe5ceb6d9387e587e27c265./rep_barrier:seqnumDuringOpen/1732648674531/Put/seqid=0 2024-11-26T19:19:08,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741848_1024 (size=5518) 2024-11-26T19:19:08,082 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/.tmp/rep_barrier/aa90cd8ca37e4b358222d44d77064656 2024-11-26T19:19:08,083 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/replication/93212dcda7999fc313d9e0a55a427186/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T19:19:08,084 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:19:08,084 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:19:08,084 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186. 2024-11-26T19:19:08,084 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93212dcda7999fc313d9e0a55a427186: Waiting for close lock at 1732648747598Running coprocessor pre-close hooks at 1732648747598Disabling compacts and flushes for region at 1732648747598Disabling writes for close at 1732648747598Obtaining lock to block concurrent updates at 1732648747598Preparing flush snapshotting stores in 93212dcda7999fc313d9e0a55a427186 at 1732648747598Finished memstore snapshotting hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732648747598Flushing stores of hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186. at 1732648747599 (+1 ms)Flushing 93212dcda7999fc313d9e0a55a427186/hfileref: creating writer at 1732648747599Flushing 93212dcda7999fc313d9e0a55a427186/hfileref: appending metadata at 1732648747617 (+18 ms)Flushing 93212dcda7999fc313d9e0a55a427186/hfileref: closing flushed file at 1732648747617Flushing 93212dcda7999fc313d9e0a55a427186/queue: creating writer at 1732648748029 (+412 ms)Flushing 93212dcda7999fc313d9e0a55a427186/queue: appending metadata at 1732648748046 (+17 ms)Flushing 93212dcda7999fc313d9e0a55a427186/queue: closing flushed file at 1732648748046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1355acbd: reopening flushed file at 1732648748058 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a59af27: reopening flushed file at 1732648748064 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 93212dcda7999fc313d9e0a55a427186 in 473ms, sequenceid=10, compaction requested=false at 1732648748071 (+7 ms)Writing region close event to WAL at 1732648748080 (+9 ms)Running coprocessor post-close hooks at 1732648748084 (+4 ms)Closed at 1732648748084 2024-11-26T19:19:08,084 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732648677698.93212dcda7999fc313d9e0a55a427186. 2024-11-26T19:19:08,105 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/.tmp/table/c8bd0c0719f84191ba1b6c5bf8290757 is 53, key is hbase:replication/table:state/1732648678885/Put/seqid=0 2024-11-26T19:19:08,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741849_1025 (size=5308) 2024-11-26T19:19:08,143 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:19:08,143 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:19:08,193 DEBUG [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:08,393 DEBUG [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:08,512 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/.tmp/table/c8bd0c0719f84191ba1b6c5bf8290757 2024-11-26T19:19:08,540 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/.tmp/info/b05fb127ced7473ea1b89bebc5fd8146 as hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/info/b05fb127ced7473ea1b89bebc5fd8146 2024-11-26T19:19:08,561 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/info/b05fb127ced7473ea1b89bebc5fd8146, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T19:19:08,563 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/.tmp/ns/8c75d4d69b0b44b6bb7acc9af0bc6af3 as hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/ns/8c75d4d69b0b44b6bb7acc9af0bc6af3 2024-11-26T19:19:08,569 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/ns/8c75d4d69b0b44b6bb7acc9af0bc6af3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T19:19:08,570 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/.tmp/rep_barrier/aa90cd8ca37e4b358222d44d77064656 as hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/rep_barrier/aa90cd8ca37e4b358222d44d77064656 2024-11-26T19:19:08,577 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/rep_barrier/aa90cd8ca37e4b358222d44d77064656, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T19:19:08,579 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/.tmp/table/c8bd0c0719f84191ba1b6c5bf8290757 as hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/table/c8bd0c0719f84191ba1b6c5bf8290757 2024-11-26T19:19:08,586 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/table/c8bd0c0719f84191ba1b6c5bf8290757, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T19:19:08,587 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 995ms, sequenceid=16, compaction requested=false 2024-11-26T19:19:08,593 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T19:19:08,593 DEBUG [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:19:08,593 DEBUG [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:08,596 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T19:19:08,597 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:19:08,597 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:19:08,597 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:19:08,597 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648747592Running coprocessor pre-close hooks at 1732648747592Disabling compacts and flushes for region at 1732648747592Disabling writes for close at 1732648747592Obtaining lock to block concurrent updates at 1732648747593 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732648747593Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732648747593Flushing stores of hbase:meta,,1.1588230740 at 1732648747593Flushing 1588230740/info: creating writer at 1732648747594 (+1 ms)Flushing 1588230740/info: appending metadata at 1732648747613 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732648747613Flushing 1588230740/ns: creating writer at 1732648747626 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732648747642 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732648747642Flushing 1588230740/rep_barrier: creating writer at 1732648748053 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732648748071 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732648748071Flushing 1588230740/table: creating writer at 1732648748087 (+16 ms)Flushing 1588230740/table: appending metadata at 1732648748104 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732648748104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f6463b4: reopening flushed file at 1732648748529 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4734acb8: reopening flushed file at 1732648748562 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c39899f: reopening flushed file at 1732648748570 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48b65d7b: reopening flushed file at 1732648748577 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 995ms, sequenceid=16, compaction requested=false at 1732648748588 (+11 ms)Writing region close event to WAL at 1732648748591 (+3 ms)Running coprocessor post-close hooks at 1732648748597 (+6 ms)Closed at 1732648748597 2024-11-26T19:19:08,598 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:19:08,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:08,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:08,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:08,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:08,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:08,794 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,33329,1732648667634; all regions closed. 2024-11-26T19:19:08,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741834_1010 (size=4239) 2024-11-26T19:19:08,803 DEBUG [RS:0;fe76acf732b2:33329 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/oldWALs 2024-11-26T19:19:08,803 INFO [RS:0;fe76acf732b2:33329 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C33329%2C1732648667634.meta:.meta(num 1732648670257) 2024-11-26T19:19:08,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741839_1015 (size=2700) 2024-11-26T19:19:08,809 DEBUG [RS:0;fe76acf732b2:33329 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/oldWALs 2024-11-26T19:19:08,809 INFO [RS:0;fe76acf732b2:33329 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C33329%2C1732648667634.rep:(num 1732648678837) 2024-11-26T19:19:08,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741832_1008 (size=1300) 2024-11-26T19:19:08,815 DEBUG [RS:0;fe76acf732b2:33329 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/oldWALs 2024-11-26T19:19:08,815 INFO [RS:0;fe76acf732b2:33329 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C33329%2C1732648667634:(num 1732648669239) 2024-11-26T19:19:08,815 DEBUG [RS:0;fe76acf732b2:33329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:08,815 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:19:08,815 INFO [RS:0;fe76acf732b2:33329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:19:08,815 INFO [RS:0;fe76acf732b2:33329 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T19:19:08,816 INFO [RS:0;fe76acf732b2:33329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:19:08,816 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:19:08,816 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fe76acf732b2,33329,1732648667634 because: Region server is closing 2024-11-26T19:19:08,816 INFO [RS:0;fe76acf732b2:33329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:33329. 2024-11-26T19:19:08,816 DEBUG [RS:0;fe76acf732b2:33329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:08,816 DEBUG [RS:0;fe76acf732b2:33329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:08,816 DEBUG [RS:0;fe76acf732b2:33329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:08,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:08,917 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.shipperfe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T19:19:08,917 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.wal-reader.fe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T19:19:08,917 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33329,1732648667634.replicationSource.shipperfe76acf732b2%2C33329%2C1732648667634,1-fe76acf732b2,33329,1732648667634 terminated 2024-11-26T19:19:08,917 INFO [RS:0;fe76acf732b2:33329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33329 2024-11-26T19:19:08,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876/rs 2024-11-26T19:19:08,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01616966876/rs/fe76acf732b2,33329,1732648667634 2024-11-26T19:19:08,921 INFO [RS:0;fe76acf732b2:33329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:19:08,921 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,33329,1732648667634] 2024-11-26T19:19:08,925 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01616966876/draining/fe76acf732b2,33329,1732648667634 already deleted, retry=false 2024-11-26T19:19:08,925 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,33329,1732648667634 expired; onlineServers=0 2024-11-26T19:19:08,925 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,35243,1732648667577' ***** 2024-11-26T19:19:08,925 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:19:08,925 INFO [M:0;fe76acf732b2:35243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:19:08,925 INFO [M:0;fe76acf732b2:35243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:19:08,925 DEBUG [M:0;fe76acf732b2:35243 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:19:08,925 DEBUG [M:0;fe76acf732b2:35243 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:19:08,925 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:19:08,925 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648669046 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648669046,5,FailOnTimeoutGroup] 2024-11-26T19:19:08,925 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648669046 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648669046,5,FailOnTimeoutGroup] 2024-11-26T19:19:08,925 INFO [M:0;fe76acf732b2:35243 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:19:08,926 INFO [M:0;fe76acf732b2:35243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:19:08,926 DEBUG [M:0;fe76acf732b2:35243 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:19:08,926 INFO [M:0;fe76acf732b2:35243 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:19:08,926 INFO [M:0;fe76acf732b2:35243 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:19:08,926 INFO [M:0;fe76acf732b2:35243 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:19:08,927 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:19:08,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01616966876/master 2024-11-26T19:19:08,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01616966876 2024-11-26T19:19:08,930 DEBUG [M:0;fe76acf732b2:35243 {}] zookeeper.RecoverableZooKeeper(212): Node /01616966876/master already deleted, retry=false 2024-11-26T19:19:08,930 DEBUG [M:0;fe76acf732b2:35243 {}] master.ActiveMasterManager(353): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Failed delete of our master address node; KeeperErrorCode = NoNode for /01616966876/master 2024-11-26T19:19:08,933 INFO [M:0;fe76acf732b2:35243 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/.lastflushedseqids 2024-11-26T19:19:08,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741850_1026 (size=263) 2024-11-26T19:19:08,975 INFO [M:0;fe76acf732b2:35243 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:19:08,975 INFO [M:0;fe76acf732b2:35243 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:19:08,975 DEBUG [M:0;fe76acf732b2:35243 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:19:08,975 INFO [M:0;fe76acf732b2:35243 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:08,975 DEBUG [M:0;fe76acf732b2:35243 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:08,975 DEBUG [M:0;fe76acf732b2:35243 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:19:08,975 DEBUG [M:0;fe76acf732b2:35243 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:08,975 INFO [M:0;fe76acf732b2:35243 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-26T19:19:09,011 DEBUG [M:0;fe76acf732b2:35243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3dfd2f4c48f4243ab680719fc054c83 is 82, key is hbase:meta,,1/info:regioninfo/1732648670297/Put/seqid=0 2024-11-26T19:19:09,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741851_1027 (size=5672) 2024-11-26T19:19:09,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:09,025 INFO [RS:0;fe76acf732b2:33329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:19:09,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33329-0x10155b66e510001, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:09,025 INFO [RS:0;fe76acf732b2:33329 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,33329,1732648667634; zookeeper connection closed. 2024-11-26T19:19:09,025 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f8338af {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f8338af 2024-11-26T19:19:09,025 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:19:09,290 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:19:09,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:09,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:09,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:09,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:09,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:09,423 INFO [M:0;fe76acf732b2:35243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3dfd2f4c48f4243ab680719fc054c83 2024-11-26T19:19:09,460 DEBUG [M:0;fe76acf732b2:35243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f6806b718fa464e8d31d309e4e48047 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732648674557/Put/seqid=0 2024-11-26T19:19:09,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741852_1028 (size=7240) 2024-11-26T19:19:09,476 INFO [M:0;fe76acf732b2:35243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f6806b718fa464e8d31d309e4e48047 2024-11-26T19:19:09,484 INFO [M:0;fe76acf732b2:35243 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f6806b718fa464e8d31d309e4e48047 2024-11-26T19:19:09,510 DEBUG [M:0;fe76acf732b2:35243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f679fcdb01c345478ea86b9dac47242b is 69, key is fe76acf732b2,33329,1732648667634/rs:state/1732648669087/Put/seqid=0 2024-11-26T19:19:09,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741853_1029 (size=5156) 2024-11-26T19:19:09,527 INFO [M:0;fe76acf732b2:35243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f679fcdb01c345478ea86b9dac47242b 2024-11-26T19:19:09,537 DEBUG [M:0;fe76acf732b2:35243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3dfd2f4c48f4243ab680719fc054c83 as hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3dfd2f4c48f4243ab680719fc054c83 2024-11-26T19:19:09,551 INFO [M:0;fe76acf732b2:35243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3dfd2f4c48f4243ab680719fc054c83, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T19:19:09,552 DEBUG [M:0;fe76acf732b2:35243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f6806b718fa464e8d31d309e4e48047 as hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f6806b718fa464e8d31d309e4e48047 2024-11-26T19:19:09,559 INFO [M:0;fe76acf732b2:35243 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f6806b718fa464e8d31d309e4e48047 2024-11-26T19:19:09,560 INFO [M:0;fe76acf732b2:35243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f6806b718fa464e8d31d309e4e48047, entries=11, sequenceid=105, filesize=7.1 K 2024-11-26T19:19:09,561 DEBUG [M:0;fe76acf732b2:35243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f679fcdb01c345478ea86b9dac47242b as hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f679fcdb01c345478ea86b9dac47242b 2024-11-26T19:19:09,568 INFO [M:0;fe76acf732b2:35243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39573/user/jenkins/test-data/ac7befe0-2c81-4afe-7e88-46cd3b8b5c14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f679fcdb01c345478ea86b9dac47242b, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T19:19:09,570 INFO [M:0;fe76acf732b2:35243 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 595ms, sequenceid=105, compaction requested=false 2024-11-26T19:19:09,598 INFO [M:0;fe76acf732b2:35243 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:09,598 DEBUG [M:0;fe76acf732b2:35243 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648748975Disabling compacts and flushes for region at 1732648748975Disabling writes for close at 1732648748975Obtaining lock to block concurrent updates at 1732648748975Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648748975Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732648748976 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648748977 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648748977Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648749010 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648749010Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648749434 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648749459 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648749459Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648749485 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648749509 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648749509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@567b3aea: reopening flushed file at 1732648749535 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dc0f436: reopening flushed file at 1732648749551 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@423fe194: reopening flushed file at 1732648749560 (+9 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 595ms, sequenceid=105, compaction requested=false at 1732648749570 (+10 ms)Writing region close event to WAL at 1732648749598 (+28 ms)Closed at 1732648749598 2024-11-26T19:19:09,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41387 is added to blk_1073741830_1006 (size=64526) 2024-11-26T19:19:09,606 INFO [M:0;fe76acf732b2:35243 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:19:09,606 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:19:09,607 INFO [M:0;fe76acf732b2:35243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35243 2024-11-26T19:19:09,607 INFO [M:0;fe76acf732b2:35243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:19:09,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:09,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35243-0x10155b66e510000, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:09,710 INFO [M:0;fe76acf732b2:35243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:19:09,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5377c0bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:19:09,719 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:19:09,719 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:19:09,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:19:09,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/hadoop.log.dir/,STOPPED} 2024-11-26T19:19:09,721 WARN [BP-79468392-172.17.0.2-1732648666094 heartbeating to localhost/127.0.0.1:39573 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:19:09,721 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:19:09,721 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:19:09,721 WARN [BP-79468392-172.17.0.2-1732648666094 heartbeating to localhost/127.0.0.1:39573 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-79468392-172.17.0.2-1732648666094 (Datanode Uuid 658e7fc7-2dd5-4ade-8559-5a670d33967c) service to localhost/127.0.0.1:39573 2024-11-26T19:19:09,722 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/cluster_c5f29373-d279-f3d4-2f64-10882d44d67b/data/data1/current/BP-79468392-172.17.0.2-1732648666094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:19:09,722 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/cluster_c5f29373-d279-f3d4-2f64-10882d44d67b/data/data2/current/BP-79468392-172.17.0.2-1732648666094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:19:09,723 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:19:09,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74a3bd84{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:19:09,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:19:09,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:19:09,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:19:09,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f3231f-4dae-7a46-9b4b-ee1c3ebab072/hadoop.log.dir/,STOPPED} 2024-11-26T19:19:09,743 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T19:19:09,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T19:19:09,781 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 139) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46011 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:46011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55022) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39573 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f7264b8ceb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f7264b8ceb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55022) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46011 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46011 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 331), ProcessCount=11 (was 11), AvailableMemoryMB=5688 (was 5852) 2024-11-26T19:19:09,792 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=5688 2024-11-26T19:19:09,810 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-26T19:19:09,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/hadoop.log.dir so I do NOT create it in target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342 2024-11-26T19:19:09,811 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T19:19:09,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/hadoop.tmp.dir so I do NOT create it in target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342 2024-11-26T19:19:09,811 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44345e9d-02cb-e891-9948-160bd06c570e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T19:19:09,811 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342 2024-11-26T19:19:09,811 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/cluster_765edb19-8118-7da5-b8d3-3756ff0cefa1, deleteOnExit=true 2024-11-26T19:19:09,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10155b66e510002, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T19:19:09,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10155b66e510002, quorum=127.0.0.1:55022, baseZNode=/01616966876 Received Disconnected from ZooKeeper, ignoring 2024-11-26T19:19:09,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10155b66e510005, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T19:19:09,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10155b66e510005, quorum=127.0.0.1:55022, baseZNode=/11063639555 Received Disconnected from ZooKeeper, ignoring 2024-11-26T19:19:09,853 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/cluster_765edb19-8118-7da5-b8d3-3756ff0cefa1/zookeeper_0, clientPort=64615, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/cluster_765edb19-8118-7da5-b8d3-3756ff0cefa1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/cluster_765edb19-8118-7da5-b8d3-3756ff0cefa1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T19:19:09,857 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64615 2024-11-26T19:19:09,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:19:09,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:19:09,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/test.cache.data in system properties and HBase conf 2024-11-26T19:19:09,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:19:09,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:19:09,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:19:09,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:19:09,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:19:09,858 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:19:09,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:19:09,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:19:09,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:19:09,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:19:09,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:19:09,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:19:09,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:19:09,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:19:09,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:19:09,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:19:09,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:19:09,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:19:09,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:19:09,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:19:09,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:19:09,991 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:19:10,017 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:19:10,017 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:19:10,017 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:19:10,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:19:10,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:19:10,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:19:10,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75db02f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/java.io.tmpdir/jetty-localhost-37795-hadoop-hdfs-3_4_1-tests_jar-_-any-16470672410504613909/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:19:10,210 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:37795} 2024-11-26T19:19:10,210 INFO [Time-limited test {}] server.Server(415): Started @127891ms 2024-11-26T19:19:10,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:19:10,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:19:10,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:19:10,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:19:10,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:19:10,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a27cf90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:19:10,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34b66f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:19:10,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70328c17{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/java.io.tmpdir/jetty-localhost-46395-hadoop-hdfs-3_4_1-tests_jar-_-any-4385691371680642168/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:19:10,568 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c1606b0{HTTP/1.1, (http/1.1)}{localhost:46395} 2024-11-26T19:19:10,568 INFO [Time-limited test {}] server.Server(415): Started @128248ms 2024-11-26T19:19:10,569 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:19:10,740 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/cluster_765edb19-8118-7da5-b8d3-3756ff0cefa1/data/data1/current/BP-680780821-172.17.0.2-1732648749886/current, will proceed with Du for space computation calculation, 2024-11-26T19:19:10,757 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/cluster_765edb19-8118-7da5-b8d3-3756ff0cefa1/data/data2/current/BP-680780821-172.17.0.2-1732648749886/current, will proceed with Du for space computation calculation, 2024-11-26T19:19:10,802 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:19:10,806 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ce201787cb27102 with lease ID 0x7120e243a0ccf700: Processing first storage report for DS-fa12e985-2ce3-4954-abd6-a75112a6d427 from datanode DatanodeRegistration(127.0.0.1:33535, datanodeUuid=ef1d9d20-a40b-4a75-ac7e-2bba2ea352b2, infoPort=43071, infoSecurePort=0, ipcPort=46173, storageInfo=lv=-57;cid=testClusterID;nsid=102866567;c=1732648749886) 2024-11-26T19:19:10,806 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ce201787cb27102 with lease ID 0x7120e243a0ccf700: from storage DS-fa12e985-2ce3-4954-abd6-a75112a6d427 node DatanodeRegistration(127.0.0.1:33535, datanodeUuid=ef1d9d20-a40b-4a75-ac7e-2bba2ea352b2, infoPort=43071, infoSecurePort=0, ipcPort=46173, storageInfo=lv=-57;cid=testClusterID;nsid=102866567;c=1732648749886), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T19:19:10,806 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ce201787cb27102 with lease ID 0x7120e243a0ccf700: Processing first storage report for DS-f55c182e-8a1c-41fe-b6e8-331739d414f8 from datanode DatanodeRegistration(127.0.0.1:33535, datanodeUuid=ef1d9d20-a40b-4a75-ac7e-2bba2ea352b2, infoPort=43071, infoSecurePort=0, ipcPort=46173, storageInfo=lv=-57;cid=testClusterID;nsid=102866567;c=1732648749886) 2024-11-26T19:19:10,806 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ce201787cb27102 with lease ID 0x7120e243a0ccf700: from storage DS-f55c182e-8a1c-41fe-b6e8-331739d414f8 node DatanodeRegistration(127.0.0.1:33535, datanodeUuid=ef1d9d20-a40b-4a75-ac7e-2bba2ea352b2, infoPort=43071, infoSecurePort=0, ipcPort=46173, storageInfo=lv=-57;cid=testClusterID;nsid=102866567;c=1732648749886), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:19:10,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342 2024-11-26T19:19:10,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:10,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:10,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:19:11,289 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25 with version=8 2024-11-26T19:19:11,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/hbase-staging 2024-11-26T19:19:11,292 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:19:11,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:11,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:11,292 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:19:11,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:11,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:19:11,292 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:19:11,292 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:19:11,293 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43251 2024-11-26T19:19:11,294 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43251 connecting to ZooKeeper ensemble=127.0.0.1:64615 2024-11-26T19:19:11,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432510x0, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:19:11,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43251-0x10155b7b5890000 connected 2024-11-26T19:19:11,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:11,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:11,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Set watcher on znode that does not yet exist, /0123198741/running 2024-11-26T19:19:11,323 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25, hbase.cluster.distributed=false 2024-11-26T19:19:11,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Set watcher on znode that does not yet exist, /0123198741/acl 2024-11-26T19:19:11,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43251 2024-11-26T19:19:11,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43251 2024-11-26T19:19:11,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43251 2024-11-26T19:19:11,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43251 2024-11-26T19:19:11,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43251 2024-11-26T19:19:11,347 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:19:11,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:11,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:11,347 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:19:11,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:11,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:19:11,347 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:19:11,348 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:19:11,348 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46377 2024-11-26T19:19:11,349 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46377 connecting to ZooKeeper ensemble=127.0.0.1:64615 2024-11-26T19:19:11,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:11,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:11,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463770x0, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:19:11,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463770x0, quorum=127.0.0.1:64615, baseZNode=/0123198741 Set watcher on znode that does not yet exist, /0123198741/running 2024-11-26T19:19:11,366 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:19:11,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46377-0x10155b7b5890001 connected 2024-11-26T19:19:11,368 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:19:11,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46377-0x10155b7b5890001, quorum=127.0.0.1:64615, baseZNode=/0123198741 Set watcher on znode that does not yet exist, /0123198741/master 2024-11-26T19:19:11,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46377-0x10155b7b5890001, quorum=127.0.0.1:64615, baseZNode=/0123198741 Set watcher on znode that does not yet exist, /0123198741/acl 2024-11-26T19:19:11,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46377 2024-11-26T19:19:11,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46377 2024-11-26T19:19:11,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46377 2024-11-26T19:19:11,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46377 2024-11-26T19:19:11,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46377 2024-11-26T19:19:11,401 DEBUG [M:0;fe76acf732b2:43251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:43251 2024-11-26T19:19:11,402 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0123198741/backup-masters/fe76acf732b2,43251,1732648751291 2024-11-26T19:19:11,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741/backup-masters 2024-11-26T19:19:11,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x10155b7b5890001, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741/backup-masters 2024-11-26T19:19:11,404 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Set watcher on existing znode=/0123198741/backup-masters/fe76acf732b2,43251,1732648751291 2024-11-26T19:19:11,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x10155b7b5890001, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0123198741/master 2024-11-26T19:19:11,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:11,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x10155b7b5890001, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:11,407 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Set watcher on existing znode=/0123198741/master 2024-11-26T19:19:11,414 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0123198741/backup-masters/fe76acf732b2,43251,1732648751291 from backup master directory 2024-11-26T19:19:11,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x10155b7b5890001, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741/backup-masters 2024-11-26T19:19:11,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0123198741/backup-masters/fe76acf732b2,43251,1732648751291 2024-11-26T19:19:11,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741/backup-masters 2024-11-26T19:19:11,416 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:19:11,416 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,43251,1732648751291 2024-11-26T19:19:11,421 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/hbase.id] with ID: e5c215de-87ea-4ce0-a123-45642d4eb921 2024-11-26T19:19:11,421 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/.tmp/hbase.id 2024-11-26T19:19:11,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:19:11,431 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/.tmp/hbase.id]:[hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/hbase.id] 2024-11-26T19:19:11,446 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:11,446 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:19:11,448 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T19:19:11,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:11,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x10155b7b5890001, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:11,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:19:11,860 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:19:11,861 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:19:11,861 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:19:11,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:19:12,268 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store 2024-11-26T19:19:12,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:19:12,299 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:12,300 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:19:12,300 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:12,300 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:12,300 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:19:12,300 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:12,300 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:12,300 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648752299Disabling compacts and flushes for region at 1732648752299Disabling writes for close at 1732648752300 (+1 ms)Writing region close event to WAL at 1732648752300Closed at 1732648752300 2024-11-26T19:19:12,301 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/.initializing 2024-11-26T19:19:12,301 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/WALs/fe76acf732b2,43251,1732648751291 2024-11-26T19:19:12,303 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:19:12,305 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C43251%2C1732648751291, suffix=, logDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/WALs/fe76acf732b2,43251,1732648751291, archiveDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/oldWALs, maxLogs=10 2024-11-26T19:19:12,327 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/WALs/fe76acf732b2,43251,1732648751291/fe76acf732b2%2C43251%2C1732648751291.1732648752305, exclude list is [], retry=0 2024-11-26T19:19:12,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33535,DS-fa12e985-2ce3-4954-abd6-a75112a6d427,DISK] 2024-11-26T19:19:12,357 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/WALs/fe76acf732b2,43251,1732648751291/fe76acf732b2%2C43251%2C1732648751291.1732648752305 2024-11-26T19:19:12,357 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43071:43071)] 2024-11-26T19:19:12,357 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:19:12,358 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:12,358 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:12,358 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:12,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:12,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:19:12,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:12,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:12,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:12,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:19:12,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:12,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:12,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:12,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:19:12,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:12,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:12,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:12,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:19:12,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:12,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:12,373 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:12,374 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:12,374 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:12,376 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:12,376 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:12,377 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:19:12,378 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:12,381 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:19:12,381 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70423115, jitterRate=0.04938618838787079}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:19:12,382 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648752358Initializing all the Stores at 1732648752359 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648752359Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648752360 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648752360Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648752360Cleaning up temporary data from old regions at 1732648752376 (+16 ms)Region opened successfully at 1732648752382 (+6 ms) 2024-11-26T19:19:12,384 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:19:12,388 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303eb530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:19:12,389 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:19:12,389 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:19:12,389 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:19:12,390 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:19:12,391 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T19:19:12,391 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T19:19:12,391 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:19:12,399 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:19:12,400 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Unable to get data of znode /0123198741/balancer because node does not exist (not necessarily an error) 2024-11-26T19:19:12,401 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0123198741/balancer already deleted, retry=false 2024-11-26T19:19:12,401 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:19:12,402 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Unable to get data of znode /0123198741/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:19:12,403 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0123198741/normalizer already deleted, retry=false 2024-11-26T19:19:12,404 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:19:12,409 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Unable to get data of znode /0123198741/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:19:12,416 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0123198741/switch/split already deleted, retry=false 2024-11-26T19:19:12,417 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Unable to get data of znode /0123198741/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:19:12,419 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0123198741/switch/merge already deleted, retry=false 2024-11-26T19:19:12,421 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Unable to get data of znode /0123198741/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:19:12,422 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0123198741/snapshot-cleanup already deleted, retry=false 2024-11-26T19:19:12,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x10155b7b5890001, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0123198741/running 2024-11-26T19:19:12,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x10155b7b5890001, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:12,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0123198741/running 2024-11-26T19:19:12,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:12,428 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,43251,1732648751291, sessionid=0x10155b7b5890000, setting cluster-up flag (Was=false) 2024-11-26T19:19:12,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:12,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x10155b7b5890001, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:12,436 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0123198741/flush-table-proc/acquired, /0123198741/flush-table-proc/reached, /0123198741/flush-table-proc/abort 2024-11-26T19:19:12,438 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,43251,1732648751291 2024-11-26T19:19:12,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:12,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x10155b7b5890001, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:12,446 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0123198741/online-snapshot/acquired, /0123198741/online-snapshot/reached, /0123198741/online-snapshot/abort 2024-11-26T19:19:12,447 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,43251,1732648751291 2024-11-26T19:19:12,450 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:19:12,453 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:19:12,453 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:19:12,453 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:19:12,453 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,43251,1732648751291 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:19:12,455 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:19:12,455 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:19:12,455 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:19:12,455 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:19:12,455 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:19:12,455 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:12,455 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:19:12,455 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:12,456 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648782456 2024-11-26T19:19:12,457 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:19:12,457 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:19:12,457 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:19:12,457 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:19:12,457 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:19:12,457 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:19:12,457 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:19:12,457 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:19:12,457 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:12,457 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:19:12,457 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:19:12,457 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:19:12,457 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:19:12,458 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:12,458 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:19:12,460 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:19:12,460 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:19:12,464 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648752460,5,FailOnTimeoutGroup] 2024-11-26T19:19:12,465 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648752464,5,FailOnTimeoutGroup] 2024-11-26T19:19:12,465 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:12,465 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:19:12,465 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:12,465 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:12,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:19:12,488 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(746): ClusterId : e5c215de-87ea-4ce0-a123-45642d4eb921 2024-11-26T19:19:12,488 DEBUG [RS:0;fe76acf732b2:46377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:19:12,490 DEBUG [RS:0;fe76acf732b2:46377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:19:12,490 DEBUG [RS:0;fe76acf732b2:46377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:19:12,491 DEBUG [RS:0;fe76acf732b2:46377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:19:12,491 DEBUG [RS:0;fe76acf732b2:46377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3e54ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:19:12,503 DEBUG [RS:0;fe76acf732b2:46377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:46377 2024-11-26T19:19:12,503 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:19:12,504 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:19:12,504 DEBUG [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:19:12,504 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,43251,1732648751291 with port=46377, startcode=1732648751347 2024-11-26T19:19:12,504 DEBUG [RS:0;fe76acf732b2:46377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:19:12,506 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:19:12,506 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43251 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,46377,1732648751347 2024-11-26T19:19:12,506 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43251 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,46377,1732648751347 2024-11-26T19:19:12,507 DEBUG [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25 2024-11-26T19:19:12,508 DEBUG [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42653 2024-11-26T19:19:12,508 DEBUG [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:19:12,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741/rs 2024-11-26T19:19:12,511 DEBUG [RS:0;fe76acf732b2:46377 {}] zookeeper.ZKUtil(111): regionserver:46377-0x10155b7b5890001, quorum=127.0.0.1:64615, baseZNode=/0123198741 Set watcher on existing znode=/0123198741/rs/fe76acf732b2,46377,1732648751347 2024-11-26T19:19:12,511 WARN [RS:0;fe76acf732b2:46377 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:19:12,511 INFO [RS:0;fe76acf732b2:46377 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:19:12,511 DEBUG [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347 2024-11-26T19:19:12,511 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,46377,1732648751347] 2024-11-26T19:19:12,515 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:19:12,517 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:19:12,517 INFO [RS:0;fe76acf732b2:46377 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:19:12,517 INFO [RS:0;fe76acf732b2:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:12,517 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:19:12,518 INFO [RS:0;fe76acf732b2:46377 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:19:12,518 INFO [RS:0;fe76acf732b2:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:12,518 DEBUG [RS:0;fe76acf732b2:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:12,518 DEBUG [RS:0;fe76acf732b2:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:12,518 DEBUG [RS:0;fe76acf732b2:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:12,518 DEBUG [RS:0;fe76acf732b2:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:12,518 DEBUG [RS:0;fe76acf732b2:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:12,518 DEBUG [RS:0;fe76acf732b2:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:19:12,518 DEBUG [RS:0;fe76acf732b2:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:12,519 DEBUG [RS:0;fe76acf732b2:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:12,519 DEBUG [RS:0;fe76acf732b2:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:12,519 DEBUG [RS:0;fe76acf732b2:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:12,519 DEBUG [RS:0;fe76acf732b2:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:12,519 DEBUG [RS:0;fe76acf732b2:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:12,519 DEBUG [RS:0;fe76acf732b2:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:19:12,519 DEBUG [RS:0;fe76acf732b2:46377 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:19:12,519 INFO [RS:0;fe76acf732b2:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:12,519 INFO [RS:0;fe76acf732b2:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:12,519 INFO [RS:0;fe76acf732b2:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:12,519 INFO [RS:0;fe76acf732b2:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:12,519 INFO [RS:0;fe76acf732b2:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:12,519 INFO [RS:0;fe76acf732b2:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46377,1732648751347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:19:12,534 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:19:12,534 INFO [RS:0;fe76acf732b2:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46377,1732648751347-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:12,534 INFO [RS:0;fe76acf732b2:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:12,534 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.Replication(171): fe76acf732b2,46377,1732648751347 started 2024-11-26T19:19:12,548 INFO [RS:0;fe76acf732b2:46377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:12,548 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,46377,1732648751347, RpcServer on fe76acf732b2/172.17.0.2:46377, sessionid=0x10155b7b5890001 2024-11-26T19:19:12,548 DEBUG [RS:0;fe76acf732b2:46377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:19:12,548 DEBUG [RS:0;fe76acf732b2:46377 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,46377,1732648751347 2024-11-26T19:19:12,548 DEBUG [RS:0;fe76acf732b2:46377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,46377,1732648751347' 2024-11-26T19:19:12,548 DEBUG [RS:0;fe76acf732b2:46377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0123198741/flush-table-proc/abort' 2024-11-26T19:19:12,549 DEBUG [RS:0;fe76acf732b2:46377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0123198741/flush-table-proc/acquired' 2024-11-26T19:19:12,549 DEBUG [RS:0;fe76acf732b2:46377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:19:12,549 DEBUG [RS:0;fe76acf732b2:46377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:19:12,549 DEBUG [RS:0;fe76acf732b2:46377 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,46377,1732648751347 2024-11-26T19:19:12,549 DEBUG [RS:0;fe76acf732b2:46377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,46377,1732648751347' 2024-11-26T19:19:12,549 DEBUG [RS:0;fe76acf732b2:46377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0123198741/online-snapshot/abort' 2024-11-26T19:19:12,549 DEBUG [RS:0;fe76acf732b2:46377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0123198741/online-snapshot/acquired' 2024-11-26T19:19:12,550 DEBUG [RS:0;fe76acf732b2:46377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:19:12,550 INFO [RS:0;fe76acf732b2:46377 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:19:12,550 INFO [RS:0;fe76acf732b2:46377 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:19:12,650 INFO [RS:0;fe76acf732b2:46377 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:19:12,652 INFO [RS:0;fe76acf732b2:46377 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C46377%2C1732648751347, suffix=, logDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347, archiveDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/oldWALs, maxLogs=10 2024-11-26T19:19:12,666 DEBUG [RS:0;fe76acf732b2:46377 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347/fe76acf732b2%2C46377%2C1732648751347.1732648752652, exclude list is [], retry=0 2024-11-26T19:19:12,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33535,DS-fa12e985-2ce3-4954-abd6-a75112a6d427,DISK] 2024-11-26T19:19:12,671 INFO [RS:0;fe76acf732b2:46377 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347/fe76acf732b2%2C46377%2C1732648751347.1732648752652 2024-11-26T19:19:12,672 DEBUG [RS:0;fe76acf732b2:46377 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43071:43071)] 2024-11-26T19:19:12,870 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:19:12,870 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25 2024-11-26T19:19:12,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741833_1009 (size=32) 2024-11-26T19:19:13,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:13,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:19:13,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:19:13,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:13,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:13,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:19:13,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:19:13,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:13,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:13,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:19:13,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:19:13,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:13,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:13,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:19:13,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:19:13,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:13,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:13,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:19:13,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740 2024-11-26T19:19:13,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740 2024-11-26T19:19:13,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:19:13,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:19:13,303 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:19:13,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:19:13,309 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:19:13,310 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62603189, jitterRate=-0.06713978946208954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:19:13,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648753278Initializing all the Stores at 1732648753279 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648753279Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648753281 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648753281Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648753281Cleaning up temporary data from old regions at 1732648753302 (+21 ms)Region opened successfully at 1732648753311 (+9 ms) 2024-11-26T19:19:13,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:19:13,311 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:19:13,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:19:13,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:19:13,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:19:13,322 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:19:13,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648753311Disabling compacts and flushes for region at 1732648753311Disabling writes for close at 1732648753311Writing region close event to WAL at 1732648753321 (+10 ms)Closed at 1732648753321 2024-11-26T19:19:13,327 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:19:13,327 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:19:13,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:19:13,329 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:19:13,330 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:19:13,481 DEBUG [fe76acf732b2:43251 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:19:13,482 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,46377,1732648751347 2024-11-26T19:19:13,483 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,46377,1732648751347, state=OPENING 2024-11-26T19:19:13,485 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:19:13,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x10155b7b5890001, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:13,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:13,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0123198741/meta-region-server: CHANGED 2024-11-26T19:19:13,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0123198741/meta-region-server: CHANGED 2024-11-26T19:19:13,489 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:19:13,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,46377,1732648751347}] 2024-11-26T19:19:13,642 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:19:13,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:19:13,649 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:19:13,649 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:19:13,649 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:19:13,651 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C46377%2C1732648751347.meta, suffix=.meta, logDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347, archiveDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/oldWALs, maxLogs=10 2024-11-26T19:19:13,671 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347/fe76acf732b2%2C46377%2C1732648751347.meta.1732648753652.meta, exclude list is [], retry=0 2024-11-26T19:19:13,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33535,DS-fa12e985-2ce3-4954-abd6-a75112a6d427,DISK] 2024-11-26T19:19:13,681 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347/fe76acf732b2%2C46377%2C1732648751347.meta.1732648753652.meta 2024-11-26T19:19:13,692 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43071:43071)] 2024-11-26T19:19:13,693 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:19:13,693 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:19:13,693 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:19:13,693 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:19:13,693 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:19:13,694 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:19:13,694 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:13,694 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:19:13,694 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:19:13,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:19:13,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:19:13,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:13,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:13,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:19:13,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:19:13,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:13,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:13,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:19:13,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:19:13,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:13,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:13,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:19:13,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:19:13,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:13,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:13,703 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:19:13,704 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740 2024-11-26T19:19:13,705 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740 2024-11-26T19:19:13,706 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:19:13,706 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:19:13,707 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:19:13,708 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:19:13,709 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63888320, jitterRate=-0.047989845275878906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:19:13,709 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:19:13,709 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648753694Writing region info on filesystem at 1732648753694Initializing all the Stores at 1732648753695 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648753695Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648753696 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648753696Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648753696Cleaning up temporary data from old regions at 1732648753706 (+10 ms)Running coprocessor post-open hooks at 1732648753709 (+3 ms)Region opened successfully at 1732648753709 2024-11-26T19:19:13,711 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648753642 2024-11-26T19:19:13,713 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:19:13,713 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:19:13,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,46377,1732648751347 2024-11-26T19:19:13,715 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,46377,1732648751347, state=OPEN 2024-11-26T19:19:13,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x10155b7b5890001, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0123198741/meta-region-server 2024-11-26T19:19:13,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0123198741/meta-region-server 2024-11-26T19:19:13,722 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,46377,1732648751347 2024-11-26T19:19:13,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0123198741/meta-region-server: CHANGED 2024-11-26T19:19:13,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0123198741/meta-region-server: CHANGED 2024-11-26T19:19:13,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:19:13,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,46377,1732648751347 in 233 msec 2024-11-26T19:19:13,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:19:13,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 398 msec 2024-11-26T19:19:13,728 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:19:13,728 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:19:13,729 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:13,729 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,46377,1732648751347, seqNum=-1] 2024-11-26T19:19:13,730 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:19:13,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:19:13,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2830 sec 2024-11-26T19:19:13,736 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648753736, completionTime=-1 2024-11-26T19:19:13,736 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:19:13,736 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:19:13,738 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:19:13,738 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648813738 2024-11-26T19:19:13,738 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732648873738 2024-11-26T19:19:13,738 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T19:19:13,739 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,43251,1732648751291-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:13,739 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,43251,1732648751291-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:13,739 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,43251,1732648751291-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:13,739 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:43251, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:13,739 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:13,740 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:13,742 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:19:13,745 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.329sec 2024-11-26T19:19:13,745 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:19:13,745 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:19:13,745 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:19:13,745 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:19:13,745 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:19:13,745 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,43251,1732648751291-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:19:13,745 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,43251,1732648751291-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:19:13,748 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:19:13,748 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:19:13,748 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,43251,1732648751291-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:13,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7231e51e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:13,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,43251,-1 for getting cluster id 2024-11-26T19:19:13,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:13,791 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5c215de-87ea-4ce0-a123-45642d4eb921' 2024-11-26T19:19:13,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:13,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5c215de-87ea-4ce0-a123-45642d4eb921" 2024-11-26T19:19:13,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208d5379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:13,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,43251,-1] 2024-11-26T19:19:13,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:13,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:13,793 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:13,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:13,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:13,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,46377,1732648751347, seqNum=-1] 2024-11-26T19:19:13,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:19:13,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:19:13,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,43251,1732648751291 2024-11-26T19:19:13,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64615 2024-11-26T19:19:13,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:19:13,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10155b7b5890002 connected 2024-11-26T19:19:13,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/hadoop.log.dir so I do NOT create it in target/test-data/975df719-c49f-4378-33c4-9f32403e26b2 2024-11-26T19:19:13,807 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T19:19:13,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/hadoop.tmp.dir so I do NOT create it in target/test-data/975df719-c49f-4378-33c4-9f32403e26b2 2024-11-26T19:19:13,807 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T19:19:13,807 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2 2024-11-26T19:19:13,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:19:13,807 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/cluster_97b43d70-41f7-1b38-a1ab-4f4564419242, deleteOnExit=true 2024-11-26T19:19:13,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:19:13,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/test.cache.data in system properties and HBase conf 2024-11-26T19:19:13,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:19:13,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:19:13,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:19:13,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:19:13,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:19:13,808 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:19:13,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:19:13,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:19:13,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:19:13,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:19:13,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:19:13,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:19:13,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:19:13,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:19:13,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:19:13,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:19:13,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:19:13,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:19:13,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:19:13,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:19:13,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:19:13,888 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:19:13,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:19:13,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:19:13,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:19:13,890 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:19:13,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8efeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:19:13,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65fadc0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:19:14,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d5d2530{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/java.io.tmpdir/jetty-localhost-41825-hadoop-hdfs-3_4_1-tests_jar-_-any-8063161637673446792/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:19:14,016 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f5ab4ed{HTTP/1.1, (http/1.1)}{localhost:41825} 2024-11-26T19:19:14,016 INFO [Time-limited test {}] server.Server(415): Started @131697ms 2024-11-26T19:19:14,103 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:19:14,124 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:14,125 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:14,125 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:14,125 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:14,125 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:14,130 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:14,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:19:14,141 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:19:14,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:19:14,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:19:14,143 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:19:14,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f81a38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:19:14,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d17fa12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:19:14,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@101cec53{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/java.io.tmpdir/jetty-localhost-36667-hadoop-hdfs-3_4_1-tests_jar-_-any-139969261703736788/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:19:14,259 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10c2ec6b{HTTP/1.1, (http/1.1)}{localhost:36667} 2024-11-26T19:19:14,259 INFO [Time-limited test {}] server.Server(415): Started @131940ms 2024-11-26T19:19:14,261 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:19:14,363 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/cluster_97b43d70-41f7-1b38-a1ab-4f4564419242/data/data1/current/BP-925771589-172.17.0.2-1732648753827/current, will proceed with Du for space computation calculation, 2024-11-26T19:19:14,363 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/cluster_97b43d70-41f7-1b38-a1ab-4f4564419242/data/data2/current/BP-925771589-172.17.0.2-1732648753827/current, will proceed with Du for space computation calculation, 2024-11-26T19:19:14,386 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:19:14,389 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x907d6d400ea073a3 with lease ID 0x59fcc1f2844707c8: Processing first storage report for DS-b3bc0d88-b2a4-4bdf-8d0b-050aff3bc293 from datanode DatanodeRegistration(127.0.0.1:40267, datanodeUuid=e8000684-27e3-4a60-8810-f4f09dc4e05f, infoPort=37987, infoSecurePort=0, ipcPort=42065, storageInfo=lv=-57;cid=testClusterID;nsid=471263739;c=1732648753827) 2024-11-26T19:19:14,389 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x907d6d400ea073a3 with lease ID 0x59fcc1f2844707c8: from storage DS-b3bc0d88-b2a4-4bdf-8d0b-050aff3bc293 node DatanodeRegistration(127.0.0.1:40267, datanodeUuid=e8000684-27e3-4a60-8810-f4f09dc4e05f, infoPort=37987, infoSecurePort=0, ipcPort=42065, storageInfo=lv=-57;cid=testClusterID;nsid=471263739;c=1732648753827), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:19:14,389 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x907d6d400ea073a3 with lease ID 0x59fcc1f2844707c8: Processing first storage report for DS-4a4bdfad-426c-4c3a-ba80-53d9216688a4 from datanode DatanodeRegistration(127.0.0.1:40267, datanodeUuid=e8000684-27e3-4a60-8810-f4f09dc4e05f, infoPort=37987, infoSecurePort=0, ipcPort=42065, storageInfo=lv=-57;cid=testClusterID;nsid=471263739;c=1732648753827) 2024-11-26T19:19:14,389 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x907d6d400ea073a3 with lease ID 0x59fcc1f2844707c8: from storage DS-4a4bdfad-426c-4c3a-ba80-53d9216688a4 node DatanodeRegistration(127.0.0.1:40267, datanodeUuid=e8000684-27e3-4a60-8810-f4f09dc4e05f, infoPort=37987, infoSecurePort=0, ipcPort=42065, storageInfo=lv=-57;cid=testClusterID;nsid=471263739;c=1732648753827), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:19:14,394 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2 2024-11-26T19:19:14,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:14,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:14,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:19:14,803 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920 with version=8 2024-11-26T19:19:14,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/hbase-staging 2024-11-26T19:19:14,806 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:19:14,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:14,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:14,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:19:14,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:14,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:19:14,806 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:19:14,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:19:14,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34701 2024-11-26T19:19:14,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34701 connecting to ZooKeeper ensemble=127.0.0.1:64615 2024-11-26T19:19:14,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347010x0, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:19:14,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34701-0x10155b7b5890003 connected 2024-11-26T19:19:14,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:14,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:14,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Set watcher on znode that does not yet exist, /1133523982/running 2024-11-26T19:19:14,824 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920, hbase.cluster.distributed=false 2024-11-26T19:19:14,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Set watcher on znode that does not yet exist, /1133523982/acl 2024-11-26T19:19:14,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34701 2024-11-26T19:19:14,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34701 2024-11-26T19:19:14,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34701 2024-11-26T19:19:14,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34701 2024-11-26T19:19:14,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34701 2024-11-26T19:19:14,842 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:19:14,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:14,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:14,842 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:19:14,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:14,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:19:14,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:19:14,842 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:19:14,842 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38717 2024-11-26T19:19:14,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38717 connecting to ZooKeeper ensemble=127.0.0.1:64615 2024-11-26T19:19:14,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:14,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:14,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387170x0, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:19:14,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387170x0, quorum=127.0.0.1:64615, baseZNode=/1133523982 Set watcher on znode that does not yet exist, /1133523982/running 2024-11-26T19:19:14,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38717-0x10155b7b5890004 connected 2024-11-26T19:19:14,849 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:19:14,851 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:19:14,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38717-0x10155b7b5890004, quorum=127.0.0.1:64615, baseZNode=/1133523982 Set watcher on znode that does not yet exist, /1133523982/master 2024-11-26T19:19:14,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38717-0x10155b7b5890004, quorum=127.0.0.1:64615, baseZNode=/1133523982 Set watcher on znode that does not yet exist, /1133523982/acl 2024-11-26T19:19:14,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38717 2024-11-26T19:19:14,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38717 2024-11-26T19:19:14,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38717 2024-11-26T19:19:14,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38717 2024-11-26T19:19:14,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38717 2024-11-26T19:19:14,871 DEBUG [M:0;fe76acf732b2:34701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:34701 2024-11-26T19:19:14,872 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1133523982/backup-masters/fe76acf732b2,34701,1732648754805 2024-11-26T19:19:14,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38717-0x10155b7b5890004, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1133523982/backup-masters 2024-11-26T19:19:14,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1133523982/backup-masters 2024-11-26T19:19:14,873 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Set watcher on existing znode=/1133523982/backup-masters/fe76acf732b2,34701,1732648754805 2024-11-26T19:19:14,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38717-0x10155b7b5890004, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1133523982/master 2024-11-26T19:19:14,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38717-0x10155b7b5890004, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1133523982 2024-11-26T19:19:14,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1133523982 2024-11-26T19:19:14,875 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Set watcher on existing znode=/1133523982/master 2024-11-26T19:19:14,876 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1133523982/backup-masters/fe76acf732b2,34701,1732648754805 from backup master directory 2024-11-26T19:19:14,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1133523982/backup-masters/fe76acf732b2,34701,1732648754805 2024-11-26T19:19:14,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38717-0x10155b7b5890004, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1133523982/backup-masters 2024-11-26T19:19:14,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1133523982/backup-masters 2024-11-26T19:19:14,879 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:19:14,879 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,34701,1732648754805 2024-11-26T19:19:14,883 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/hbase.id] with ID: 45aabfb8-c476-4ccc-ac54-a16a3f549afb 2024-11-26T19:19:14,883 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/.tmp/hbase.id 2024-11-26T19:19:14,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:19:15,290 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/.tmp/hbase.id]:[hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/hbase.id] 2024-11-26T19:19:15,302 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:15,302 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:19:15,303 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T19:19:15,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38717-0x10155b7b5890004, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1133523982 2024-11-26T19:19:15,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1133523982 2024-11-26T19:19:15,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:19:15,713 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:19:15,714 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:19:15,714 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:19:15,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:19:16,125 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/data/master/store 2024-11-26T19:19:16,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:19:16,143 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:16,143 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:19:16,143 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:16,144 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:16,144 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:19:16,144 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:16,144 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:16,144 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648756143Disabling compacts and flushes for region at 1732648756143Disabling writes for close at 1732648756144 (+1 ms)Writing region close event to WAL at 1732648756144Closed at 1732648756144 2024-11-26T19:19:16,145 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/data/master/store/.initializing 2024-11-26T19:19:16,145 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/WALs/fe76acf732b2,34701,1732648754805 2024-11-26T19:19:16,145 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:19:16,147 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C34701%2C1732648754805, suffix=, logDir=hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/WALs/fe76acf732b2,34701,1732648754805, archiveDir=hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/oldWALs, maxLogs=10 2024-11-26T19:19:16,160 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/WALs/fe76acf732b2,34701,1732648754805/fe76acf732b2%2C34701%2C1732648754805.1732648756147, exclude list is [], retry=0 2024-11-26T19:19:16,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40267,DS-b3bc0d88-b2a4-4bdf-8d0b-050aff3bc293,DISK] 2024-11-26T19:19:16,170 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/WALs/fe76acf732b2,34701,1732648754805/fe76acf732b2%2C34701%2C1732648754805.1732648756147 2024-11-26T19:19:16,172 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37987:37987)] 2024-11-26T19:19:16,172 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:19:16,173 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:16,173 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:16,173 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:16,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:16,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:19:16,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:16,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:16,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:16,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:19:16,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:16,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:16,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:16,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:19:16,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:16,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:16,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:16,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:19:16,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:16,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:16,187 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:16,188 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:16,188 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:16,189 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:16,189 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:16,189 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:19:16,190 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:16,192 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:19:16,192 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72939543, jitterRate=0.08688388764858246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:19:16,193 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648756173Initializing all the Stores at 1732648756173Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648756174 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648756180 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648756180Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648756180Cleaning up temporary data from old regions at 1732648756189 (+9 ms)Region opened successfully at 1732648756192 (+3 ms) 2024-11-26T19:19:16,193 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:19:16,195 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6966ba29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:19:16,196 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:19:16,196 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:19:16,196 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:19:16,196 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:19:16,197 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:19:16,197 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T19:19:16,197 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:19:16,199 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:19:16,200 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Unable to get data of znode /1133523982/balancer because node does not exist (not necessarily an error) 2024-11-26T19:19:16,201 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1133523982/balancer already deleted, retry=false 2024-11-26T19:19:16,201 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:19:16,201 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Unable to get data of znode /1133523982/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:19:16,202 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1133523982/normalizer already deleted, retry=false 2024-11-26T19:19:16,203 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:19:16,204 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Unable to get data of znode /1133523982/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:19:16,206 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1133523982/switch/split already deleted, retry=false 2024-11-26T19:19:16,207 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Unable to get data of znode /1133523982/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:19:16,208 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1133523982/switch/merge already deleted, retry=false 2024-11-26T19:19:16,210 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Unable to get data of znode /1133523982/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:19:16,211 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1133523982/snapshot-cleanup already deleted, retry=false 2024-11-26T19:19:16,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38717-0x10155b7b5890004, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1133523982/running 2024-11-26T19:19:16,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1133523982/running 2024-11-26T19:19:16,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38717-0x10155b7b5890004, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1133523982 2024-11-26T19:19:16,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1133523982 2024-11-26T19:19:16,220 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,34701,1732648754805, sessionid=0x10155b7b5890003, setting cluster-up flag (Was=false) 2024-11-26T19:19:16,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38717-0x10155b7b5890004, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1133523982 2024-11-26T19:19:16,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1133523982 2024-11-26T19:19:16,230 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1133523982/flush-table-proc/acquired, /1133523982/flush-table-proc/reached, /1133523982/flush-table-proc/abort 2024-11-26T19:19:16,231 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,34701,1732648754805 2024-11-26T19:19:16,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38717-0x10155b7b5890004, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1133523982 2024-11-26T19:19:16,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1133523982 2024-11-26T19:19:16,239 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1133523982/online-snapshot/acquired, /1133523982/online-snapshot/reached, /1133523982/online-snapshot/abort 2024-11-26T19:19:16,240 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,34701,1732648754805 2024-11-26T19:19:16,242 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:19:16,244 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:19:16,244 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:19:16,244 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:19:16,244 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,34701,1732648754805 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:19:16,246 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:19:16,246 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:19:16,246 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:19:16,246 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:19:16,246 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:19:16,246 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:16,246 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:19:16,246 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:16,249 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:19:16,249 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:19:16,250 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:16,251 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:19:16,260 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648786260 2024-11-26T19:19:16,261 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:19:16,261 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:19:16,261 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:19:16,261 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:19:16,261 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:19:16,261 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:19:16,264 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:16,265 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:19:16,266 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:19:16,266 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:19:16,266 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:19:16,267 INFO [RS:0;fe76acf732b2:38717 {}] regionserver.HRegionServer(746): ClusterId : 45aabfb8-c476-4ccc-ac54-a16a3f549afb 2024-11-26T19:19:16,267 DEBUG [RS:0;fe76acf732b2:38717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:19:16,269 DEBUG [RS:0;fe76acf732b2:38717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:19:16,269 DEBUG [RS:0;fe76acf732b2:38717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:19:16,270 DEBUG [RS:0;fe76acf732b2:38717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:19:16,271 DEBUG [RS:0;fe76acf732b2:38717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3792d36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:19:16,273 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:19:16,273 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:19:16,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:19:16,274 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648756273,5,FailOnTimeoutGroup] 2024-11-26T19:19:16,276 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648756274,5,FailOnTimeoutGroup] 2024-11-26T19:19:16,276 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:16,276 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:19:16,276 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:16,276 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:16,287 DEBUG [RS:0;fe76acf732b2:38717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:38717 2024-11-26T19:19:16,287 INFO [RS:0;fe76acf732b2:38717 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:19:16,287 INFO [RS:0;fe76acf732b2:38717 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:19:16,287 DEBUG [RS:0;fe76acf732b2:38717 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:19:16,287 INFO [RS:0;fe76acf732b2:38717 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,34701,1732648754805 with port=38717, startcode=1732648754841 2024-11-26T19:19:16,288 DEBUG [RS:0;fe76acf732b2:38717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:19:16,289 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:19:16,290 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34701 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,38717,1732648754841 2024-11-26T19:19:16,290 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34701 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,38717,1732648754841 2024-11-26T19:19:16,291 DEBUG [RS:0;fe76acf732b2:38717 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920 2024-11-26T19:19:16,291 DEBUG [RS:0;fe76acf732b2:38717 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37227 2024-11-26T19:19:16,291 DEBUG [RS:0;fe76acf732b2:38717 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:19:16,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1133523982/rs 2024-11-26T19:19:16,294 DEBUG [RS:0;fe76acf732b2:38717 {}] zookeeper.ZKUtil(111): regionserver:38717-0x10155b7b5890004, quorum=127.0.0.1:64615, baseZNode=/1133523982 Set watcher on existing znode=/1133523982/rs/fe76acf732b2,38717,1732648754841 2024-11-26T19:19:16,294 WARN [RS:0;fe76acf732b2:38717 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:19:16,294 INFO [RS:0;fe76acf732b2:38717 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:19:16,294 DEBUG [RS:0;fe76acf732b2:38717 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/WALs/fe76acf732b2,38717,1732648754841 2024-11-26T19:19:16,294 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,38717,1732648754841] 2024-11-26T19:19:16,299 INFO [RS:0;fe76acf732b2:38717 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:19:16,302 INFO [RS:0;fe76acf732b2:38717 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:19:16,302 INFO [RS:0;fe76acf732b2:38717 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:19:16,302 INFO [RS:0;fe76acf732b2:38717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:16,304 INFO [RS:0;fe76acf732b2:38717 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:19:16,305 INFO [RS:0;fe76acf732b2:38717 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:19:16,305 INFO [RS:0;fe76acf732b2:38717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:16,305 DEBUG [RS:0;fe76acf732b2:38717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:16,305 DEBUG [RS:0;fe76acf732b2:38717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:16,305 DEBUG [RS:0;fe76acf732b2:38717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:16,305 DEBUG [RS:0;fe76acf732b2:38717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:16,305 DEBUG [RS:0;fe76acf732b2:38717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:16,305 DEBUG [RS:0;fe76acf732b2:38717 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:19:16,305 DEBUG [RS:0;fe76acf732b2:38717 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:16,305 DEBUG [RS:0;fe76acf732b2:38717 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:16,305 DEBUG [RS:0;fe76acf732b2:38717 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:16,305 DEBUG [RS:0;fe76acf732b2:38717 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:16,305 DEBUG [RS:0;fe76acf732b2:38717 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:16,305 DEBUG [RS:0;fe76acf732b2:38717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:16,305 DEBUG [RS:0;fe76acf732b2:38717 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:19:16,305 DEBUG [RS:0;fe76acf732b2:38717 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:19:16,312 INFO [RS:0;fe76acf732b2:38717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:16,312 INFO [RS:0;fe76acf732b2:38717 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:16,312 INFO [RS:0;fe76acf732b2:38717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:16,312 INFO [RS:0;fe76acf732b2:38717 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:16,312 INFO [RS:0;fe76acf732b2:38717 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:16,312 INFO [RS:0;fe76acf732b2:38717 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,38717,1732648754841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:19:16,330 INFO [RS:0;fe76acf732b2:38717 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:19:16,331 INFO [RS:0;fe76acf732b2:38717 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,38717,1732648754841-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:16,331 INFO [RS:0;fe76acf732b2:38717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:16,331 INFO [RS:0;fe76acf732b2:38717 {}] regionserver.Replication(171): fe76acf732b2,38717,1732648754841 started 2024-11-26T19:19:16,344 INFO [RS:0;fe76acf732b2:38717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:16,344 INFO [RS:0;fe76acf732b2:38717 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,38717,1732648754841, RpcServer on fe76acf732b2/172.17.0.2:38717, sessionid=0x10155b7b5890004 2024-11-26T19:19:16,344 DEBUG [RS:0;fe76acf732b2:38717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:19:16,344 DEBUG [RS:0;fe76acf732b2:38717 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,38717,1732648754841 2024-11-26T19:19:16,344 DEBUG [RS:0;fe76acf732b2:38717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,38717,1732648754841' 2024-11-26T19:19:16,344 DEBUG [RS:0;fe76acf732b2:38717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1133523982/flush-table-proc/abort' 2024-11-26T19:19:16,345 DEBUG [RS:0;fe76acf732b2:38717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1133523982/flush-table-proc/acquired' 2024-11-26T19:19:16,345 DEBUG [RS:0;fe76acf732b2:38717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:19:16,345 DEBUG [RS:0;fe76acf732b2:38717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:19:16,345 DEBUG [RS:0;fe76acf732b2:38717 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,38717,1732648754841 2024-11-26T19:19:16,345 DEBUG [RS:0;fe76acf732b2:38717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,38717,1732648754841' 2024-11-26T19:19:16,345 DEBUG [RS:0;fe76acf732b2:38717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1133523982/online-snapshot/abort' 2024-11-26T19:19:16,346 DEBUG [RS:0;fe76acf732b2:38717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1133523982/online-snapshot/acquired' 2024-11-26T19:19:16,346 DEBUG [RS:0;fe76acf732b2:38717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:19:16,346 INFO [RS:0;fe76acf732b2:38717 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:19:16,346 INFO [RS:0;fe76acf732b2:38717 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:19:16,447 INFO [RS:0;fe76acf732b2:38717 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:19:16,448 INFO [RS:0;fe76acf732b2:38717 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C38717%2C1732648754841, suffix=, logDir=hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/WALs/fe76acf732b2,38717,1732648754841, archiveDir=hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/oldWALs, maxLogs=10 2024-11-26T19:19:16,461 DEBUG [RS:0;fe76acf732b2:38717 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/WALs/fe76acf732b2,38717,1732648754841/fe76acf732b2%2C38717%2C1732648754841.1732648756448, exclude list is [], retry=0 2024-11-26T19:19:16,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40267,DS-b3bc0d88-b2a4-4bdf-8d0b-050aff3bc293,DISK] 2024-11-26T19:19:16,465 INFO [RS:0;fe76acf732b2:38717 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/WALs/fe76acf732b2,38717,1732648754841/fe76acf732b2%2C38717%2C1732648754841.1732648756448 2024-11-26T19:19:16,466 DEBUG [RS:0;fe76acf732b2:38717 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37987:37987)] 2024-11-26T19:19:16,675 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:19:16,676 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920 2024-11-26T19:19:16,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741833_1009 (size=32) 2024-11-26T19:19:17,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:17,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:19:17,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:19:17,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:17,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:17,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:19:17,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:19:17,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:17,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:17,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:19:17,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:19:17,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:17,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:17,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:19:17,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:19:17,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:17,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:17,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:19:17,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/data/hbase/meta/1588230740 2024-11-26T19:19:17,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/data/hbase/meta/1588230740 2024-11-26T19:19:17,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:19:17,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:19:17,093 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:19:17,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:19:17,096 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:19:17,096 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63963877, jitterRate=-0.04686395823955536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:19:17,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648757083Initializing all the Stores at 1732648757083Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648757083Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648757083Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648757083Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648757083Cleaning up temporary data from old regions at 1732648757092 (+9 ms)Region opened successfully at 1732648757096 (+4 ms) 2024-11-26T19:19:17,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:19:17,096 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:19:17,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:19:17,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:19:17,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:19:17,097 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:19:17,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648757096Disabling compacts and flushes for region at 1732648757096Disabling writes for close at 1732648757097 (+1 ms)Writing region close event to WAL at 1732648757097Closed at 1732648757097 2024-11-26T19:19:17,098 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:19:17,098 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:19:17,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:19:17,099 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:19:17,100 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:19:17,251 DEBUG [fe76acf732b2:34701 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:19:17,251 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,38717,1732648754841 2024-11-26T19:19:17,252 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,38717,1732648754841, state=OPENING 2024-11-26T19:19:17,262 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:19:17,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1133523982 2024-11-26T19:19:17,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38717-0x10155b7b5890004, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1133523982 2024-11-26T19:19:17,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1133523982/meta-region-server: CHANGED 2024-11-26T19:19:17,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1133523982/meta-region-server: CHANGED 2024-11-26T19:19:17,263 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:19:17,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,38717,1732648754841}] 2024-11-26T19:19:17,416 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:19:17,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:19:17,421 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:19:17,422 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:19:17,422 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:19:17,423 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C38717%2C1732648754841.meta, suffix=.meta, logDir=hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/WALs/fe76acf732b2,38717,1732648754841, archiveDir=hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/oldWALs, maxLogs=10 2024-11-26T19:19:17,436 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/WALs/fe76acf732b2,38717,1732648754841/fe76acf732b2%2C38717%2C1732648754841.meta.1732648757423.meta, exclude list is [], retry=0 2024-11-26T19:19:17,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40267,DS-b3bc0d88-b2a4-4bdf-8d0b-050aff3bc293,DISK] 2024-11-26T19:19:17,440 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/WALs/fe76acf732b2,38717,1732648754841/fe76acf732b2%2C38717%2C1732648754841.meta.1732648757423.meta 2024-11-26T19:19:17,440 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37987:37987)] 2024-11-26T19:19:17,440 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:19:17,441 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:19:17,441 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:19:17,441 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:19:17,441 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:19:17,441 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:19:17,441 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:17,441 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:19:17,441 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:19:17,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:19:17,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:19:17,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:17,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:17,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:19:17,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:19:17,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:17,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:17,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:19:17,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:19:17,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:17,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:17,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:19:17,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:19:17,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:17,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:17,446 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:19:17,446 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/data/hbase/meta/1588230740 2024-11-26T19:19:17,447 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/data/hbase/meta/1588230740 2024-11-26T19:19:17,448 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:19:17,448 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:19:17,449 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:19:17,450 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:19:17,450 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63298477, jitterRate=-0.05677919089794159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:19:17,450 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:19:17,450 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648757441Writing region info on filesystem at 1732648757441Initializing all the Stores at 1732648757442 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648757442Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648757442Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648757442Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648757442Cleaning up temporary data from old regions at 1732648757448 (+6 ms)Running coprocessor post-open hooks at 1732648757450 (+2 ms)Region opened successfully at 1732648757450 2024-11-26T19:19:17,451 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648757416 2024-11-26T19:19:17,453 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:19:17,454 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:19:17,454 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,38717,1732648754841 2024-11-26T19:19:17,455 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,38717,1732648754841, state=OPEN 2024-11-26T19:19:17,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1133523982/meta-region-server 2024-11-26T19:19:17,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38717-0x10155b7b5890004, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1133523982/meta-region-server 2024-11-26T19:19:17,457 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,38717,1732648754841 2024-11-26T19:19:17,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1133523982/meta-region-server: CHANGED 2024-11-26T19:19:17,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1133523982/meta-region-server: CHANGED 2024-11-26T19:19:17,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:19:17,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,38717,1732648754841 in 194 msec 2024-11-26T19:19:17,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:19:17,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-26T19:19:17,461 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:19:17,461 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:19:17,462 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:17,462 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,38717,1732648754841, seqNum=-1] 2024-11-26T19:19:17,463 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:19:17,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:19:17,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2240 sec 2024-11-26T19:19:17,468 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648757468, completionTime=-1 2024-11-26T19:19:17,468 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:19:17,468 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:19:17,470 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:19:17,470 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648817470 2024-11-26T19:19:17,470 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732648877470 2024-11-26T19:19:17,470 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T19:19:17,470 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34701,1732648754805-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:17,470 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34701,1732648754805-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:17,470 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34701,1732648754805-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:17,470 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:34701, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:17,470 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:17,470 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:17,471 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:19:17,473 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.594sec 2024-11-26T19:19:17,473 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:19:17,473 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:19:17,473 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:19:17,473 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:19:17,473 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:19:17,473 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34701,1732648754805-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:19:17,474 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34701,1732648754805-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:19:17,475 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:19:17,475 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:19:17,475 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34701,1732648754805-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:17,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T19:19:17,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T19:19:17,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:19:17,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2233b826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:17,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,34701,-1 for getting cluster id 2024-11-26T19:19:17,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:17,569 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45aabfb8-c476-4ccc-ac54-a16a3f549afb' 2024-11-26T19:19:17,569 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:17,569 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45aabfb8-c476-4ccc-ac54-a16a3f549afb" 2024-11-26T19:19:17,569 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12dd7b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:17,569 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,34701,-1] 2024-11-26T19:19:17,569 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:17,570 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:17,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa5fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:17,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:17,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,38717,1732648754841, seqNum=-1] 2024-11-26T19:19:17,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:19:17,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:19:17,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,34701,1732648754805 2024-11-26T19:19:17,576 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64615 2024-11-26T19:19:17,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:19:17,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10155b7b5890005 connected 2024-11-26T19:19:17,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c28a490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:17,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,43251,-1 for getting cluster id 2024-11-26T19:19:17,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:17,583 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5c215de-87ea-4ce0-a123-45642d4eb921' 2024-11-26T19:19:17,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:17,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5c215de-87ea-4ce0-a123-45642d4eb921" 2024-11-26T19:19:17,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2262b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:17,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,43251,-1] 2024-11-26T19:19:17,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:17,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:17,584 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100ea775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:17,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,43251,1732648751291 2024-11-26T19:19:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@653b10e9 2024-11-26T19:19:17,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:19:17,586 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:19:17,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fe76acf732b2:34701,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T19:19:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T19:19:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:19:17,589 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:34701' 2024-11-26T19:19:17,590 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4b112a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:17,590 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,34701,-1 for getting cluster id 2024-11-26T19:19:17,590 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:17,590 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45aabfb8-c476-4ccc-ac54-a16a3f549afb' 2024-11-26T19:19:17,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:17,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45aabfb8-c476-4ccc-ac54-a16a3f549afb" 2024-11-26T19:19:17,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b7defa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:17,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,34701,-1] 2024-11-26T19:19:17,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:17,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:17,592 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:17,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c49a2bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:17,592 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:17,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,34701,1732648754805 2024-11-26T19:19:17,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28c3a0d3 2024-11-26T19:19:17,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:19:17,594 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:19:17,594 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T19:19:17,594 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T19:19:17,594 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:17,594 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:17,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:17,595 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:19:17,596 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T19:19:17,596 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:19:17,597 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:17,597 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:19:17,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741835_1011 (size=1138) 2024-11-26T19:19:17,646 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T19:19:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:19:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:19:18,005 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ed804dbe1dc277d13a8dc4400223476, NAME => 'hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25 2024-11-26T19:19:18,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741836_1012 (size=44) 2024-11-26T19:19:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:19:18,411 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:18,411 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0ed804dbe1dc277d13a8dc4400223476, disabling compactions & flushes 2024-11-26T19:19:18,412 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. 2024-11-26T19:19:18,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. 2024-11-26T19:19:18,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. after waiting 0 ms 2024-11-26T19:19:18,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. 2024-11-26T19:19:18,412 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. 2024-11-26T19:19:18,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ed804dbe1dc277d13a8dc4400223476: Waiting for close lock at 1732648758411Disabling compacts and flushes for region at 1732648758411Disabling writes for close at 1732648758412 (+1 ms)Writing region close event to WAL at 1732648758412Closed at 1732648758412 2024-11-26T19:19:18,413 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:19:18,413 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732648758413"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648758413"}]},"ts":"1732648758413"} 2024-11-26T19:19:18,415 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:19:18,416 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:19:18,416 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648758416"}]},"ts":"1732648758416"} 2024-11-26T19:19:18,418 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T19:19:18,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ed804dbe1dc277d13a8dc4400223476, ASSIGN}] 2024-11-26T19:19:18,419 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ed804dbe1dc277d13a8dc4400223476, ASSIGN 2024-11-26T19:19:18,420 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0ed804dbe1dc277d13a8dc4400223476, ASSIGN; state=OFFLINE, location=fe76acf732b2,46377,1732648751347; forceNewPlan=false, retain=false 2024-11-26T19:19:18,515 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T19:19:18,570 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0ed804dbe1dc277d13a8dc4400223476, regionState=OPENING, regionLocation=fe76acf732b2,46377,1732648751347 2024-11-26T19:19:18,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0ed804dbe1dc277d13a8dc4400223476, ASSIGN because future has completed 2024-11-26T19:19:18,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ed804dbe1dc277d13a8dc4400223476, server=fe76acf732b2,46377,1732648751347}] 2024-11-26T19:19:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:19:18,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. 2024-11-26T19:19:18,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:19:18,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T19:19:18,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C46377%2C1732648751347.rep, suffix=, logDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347, archiveDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/oldWALs, maxLogs=10 2024-11-26T19:19:18,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347/fe76acf732b2%2C46377%2C1732648751347.rep.1732648758733, exclude list is [], retry=0 2024-11-26T19:19:18,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33535,DS-fa12e985-2ce3-4954-abd6-a75112a6d427,DISK] 2024-11-26T19:19:18,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347/fe76acf732b2%2C46377%2C1732648751347.rep.1732648758733 2024-11-26T19:19:18,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43071:43071)] 2024-11-26T19:19:18,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ed804dbe1dc277d13a8dc4400223476, NAME => 'hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:19:18,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:19:18,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:19:18,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. service=MultiRowMutationService 2024-11-26T19:19:18,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T19:19:18,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:18,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:18,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:18,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:18,759 INFO [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:18,760 INFO [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ed804dbe1dc277d13a8dc4400223476 columnFamilyName hfileref 2024-11-26T19:19:18,760 DEBUG [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:18,760 INFO [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] regionserver.HStore(327): Store=0ed804dbe1dc277d13a8dc4400223476/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:18,760 INFO [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:18,761 INFO [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ed804dbe1dc277d13a8dc4400223476 columnFamilyName queue 2024-11-26T19:19:18,761 DEBUG [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:18,762 INFO [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] regionserver.HStore(327): Store=0ed804dbe1dc277d13a8dc4400223476/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:18,762 INFO [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:18,763 INFO [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ed804dbe1dc277d13a8dc4400223476 columnFamilyName sid 2024-11-26T19:19:18,763 DEBUG [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:18,763 INFO [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] regionserver.HStore(327): Store=0ed804dbe1dc277d13a8dc4400223476/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:18,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:18,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/replication/0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:18,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/replication/0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:18,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:18,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:18,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:19:18,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:18,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/replication/0ed804dbe1dc277d13a8dc4400223476/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:19:18,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 0ed804dbe1dc277d13a8dc4400223476; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66946781, jitterRate=-0.0024152249097824097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:19:18,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:18,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0ed804dbe1dc277d13a8dc4400223476: Running coprocessor pre-open hook at 1732648758757Writing region info on filesystem at 1732648758757Initializing all the Stores at 1732648758758 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648758758Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648758758Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648758758Cleaning up temporary data from old regions at 1732648758766 (+8 ms)Running coprocessor post-open hooks at 1732648758771 (+5 ms)Region opened successfully at 1732648758771 2024-11-26T19:19:18,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476., pid=7, masterSystemTime=1732648758725 2024-11-26T19:19:18,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. 2024-11-26T19:19:18,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. 2024-11-26T19:19:18,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0ed804dbe1dc277d13a8dc4400223476, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,46377,1732648751347 2024-11-26T19:19:18,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ed804dbe1dc277d13a8dc4400223476, server=fe76acf732b2,46377,1732648751347 because future has completed 2024-11-26T19:19:18,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T19:19:18,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ed804dbe1dc277d13a8dc4400223476, server=fe76acf732b2,46377,1732648751347 in 205 msec 2024-11-26T19:19:18,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T19:19:18,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ed804dbe1dc277d13a8dc4400223476, ASSIGN in 361 msec 2024-11-26T19:19:18,782 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:19:18,782 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648758782"}]},"ts":"1732648758782"} 2024-11-26T19:19:18,784 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T19:19:18,785 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:19:18,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-26T19:19:18,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476., hostname=fe76acf732b2,46377,1732648751347, seqNum=2] 2024-11-26T19:19:18,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x10155b7b5890001, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:18,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:18,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T19:19:18,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T19:19:18,965 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T19:19:18,993 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-fe76acf732b2,46377,1732648751347, ReplicationSource: 1, currentBandwidth=0 2024-11-26T19:19:18,993 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:18,993 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,46377,1732648751347, seqNum=-1] 2024-11-26T19:19:18,994 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:19:18,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-26T19:19:18,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fe76acf732b2,46377,1732648751347', locateType=CURRENT is [region=hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476., hostname=fe76acf732b2,46377,1732648751347, seqNum=2] 2024-11-26T19:19:18,998 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T19:19:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T19:19:19,001 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fe76acf732b2,46377,1732648751347 suceeded 2024-11-26T19:19:19,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T19:19:19,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-26T19:19:19,002 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fe76acf732b2:34701,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T19:19:19,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-26T19:19:19,013 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46377,1732648751347 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:34701' 2024-11-26T19:19:19,014 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46377,1732648751347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@654ac538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:19,014 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46377,1732648751347 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,34701,-1 for getting cluster id 2024-11-26T19:19:19,014 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46377,1732648751347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:19,015 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45aabfb8-c476-4ccc-ac54-a16a3f549afb' 2024-11-26T19:19:19,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:19,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45aabfb8-c476-4ccc-ac54-a16a3f549afb" 2024-11-26T19:19:19,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b6e34f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:19,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,34701,-1] 2024-11-26T19:19:19,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:19,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:19,017 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:19,017 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46377,1732648751347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d3aa409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:19,017 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46377,1732648751347 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:19,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,34701,1732648754805 2024-11-26T19:19:19,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32c45120 2024-11-26T19:19:19,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:19:19,019 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-26T19:19:19,020 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46377,1732648751347 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fe76acf732b2,46377,1732648751347 (queues=1) is replicating from cluster=e5c215de-87ea-4ce0-a123-45642d4eb921 to cluster=45aabfb8-c476-4ccc-ac54-a16a3f549afb 2024-11-26T19:19:19,020 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46377,1732648751347 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fe76acf732b2%2C46377%2C1732648751347 2024-11-26T19:19:19,020 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46377,1732648751347 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fe76acf732b2,46377,1732648751347, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T19:19:19,020 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46377,1732648751347.replicationSource.shipperfe76acf732b2%2C46377%2C1732648751347,1-fe76acf732b2,46377,1732648751347 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fe76acf732b2%2C46377%2C1732648751347 2024-11-26T19:19:19,021 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46377,1732648751347.replicationSource.wal-reader.fe76acf732b2%2C46377%2C1732648751347,1-fe76acf732b2,46377,1732648751347 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347/fe76acf732b2%2C46377%2C1732648751347.1732648752652, startPosition=0, beingWritten=true 2024-11-26T19:19:19,226 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46377,1732648751347.replicationSource.wal-reader.fe76acf732b2%2C46377%2C1732648751347,1-fe76acf732b2,46377,1732648751347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347/fe76acf732b2%2C46377%2C1732648751347.1732648752652 to pos 0, reset compression=false 2024-11-26T19:19:19,530 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46377,1732648751347.replicationSource.wal-reader.fe76acf732b2%2C46377%2C1732648751347,1-fe76acf732b2,46377,1732648751347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347/fe76acf732b2%2C46377%2C1732648751347.1732648752652 to pos 0, reset compression=false 2024-11-26T19:19:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:19:19,732 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T19:19:19,732 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:19:19,732 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:19,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:19,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:19,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:19,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:19,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,43251,1732648751291 2024-11-26T19:19:19,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20312f82 2024-11-26T19:19:19,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:19:19,735 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:19:19,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T19:19:19,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:19:19,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:19,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:19,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:19,736 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:19:19,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:19,736 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1082115167, stopped=false 2024-11-26T19:19:19,736 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,43251,1732648751291 2024-11-26T19:19:19,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x10155b7b5890001, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0123198741/running 2024-11-26T19:19:19,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0123198741/running 2024-11-26T19:19:19,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:19,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x10155b7b5890001, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:19,738 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:19:19,738 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:19:19,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:19,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46377-0x10155b7b5890001, quorum=127.0.0.1:64615, baseZNode=/0123198741 Set watcher on znode that does not yet exist, /0123198741/running 2024-11-26T19:19:19,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:19,739 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,46377,1732648751347' ***** 2024-11-26T19:19:19,739 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:19:19,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Set watcher on znode that does not yet exist, /0123198741/running 2024-11-26T19:19:19,739 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:19:19,740 INFO [RS:0;fe76acf732b2:46377 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:19:19,740 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:19:19,740 INFO [RS:0;fe76acf732b2:46377 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:19:19,740 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:19,740 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,46377,1732648751347 2024-11-26T19:19:19,740 INFO [RS:0;fe76acf732b2:46377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:19:19,740 INFO [RS:0;fe76acf732b2:46377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:46377. 2024-11-26T19:19:19,740 DEBUG [RS:0;fe76acf732b2:46377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:19,740 DEBUG [RS:0;fe76acf732b2:46377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:19,740 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ed804dbe1dc277d13a8dc4400223476, disabling compactions & flushes 2024-11-26T19:19:19,740 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. 2024-11-26T19:19:19,740 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. 2024-11-26T19:19:19,740 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:19:19,740 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:19:19,740 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. after waiting 0 ms 2024-11-26T19:19:19,740 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:19:19,740 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. 2024-11-26T19:19:19,740 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:19:19,740 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0ed804dbe1dc277d13a8dc4400223476 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-26T19:19:19,741 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T19:19:19,741 DEBUG [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0ed804dbe1dc277d13a8dc4400223476=hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476.} 2024-11-26T19:19:19,741 DEBUG [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(1351): Waiting on 0ed804dbe1dc277d13a8dc4400223476, 1588230740 2024-11-26T19:19:19,741 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:19:19,741 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:19:19,741 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:19:19,741 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:19:19,741 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:19:19,741 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T19:19:19,759 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/replication/0ed804dbe1dc277d13a8dc4400223476/.tmp/queue/891cb33bd54f440ead6eb652f36957de is 151, key is 1-fe76acf732b2,46377,1732648751347/queue:fe76acf732b2%2C46377%2C1732648751347/1732648758997/Put/seqid=0 2024-11-26T19:19:19,762 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/.tmp/info/505c8591232044ce9ccc38acf30c5839 is 147, key is hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476./info:regioninfo/1732648758775/Put/seqid=0 2024-11-26T19:19:19,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741838_1014 (size=5350) 2024-11-26T19:19:19,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741839_1015 (size=6631) 2024-11-26T19:19:19,825 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:19:19,935 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46377,1732648751347.replicationSource.wal-reader.fe76acf732b2%2C46377%2C1732648751347,1-fe76acf732b2,46377,1732648751347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347/fe76acf732b2%2C46377%2C1732648751347.1732648752652 to pos 0, reset compression=false 2024-11-26T19:19:19,941 DEBUG [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(1351): Waiting on 0ed804dbe1dc277d13a8dc4400223476, 1588230740 2024-11-26T19:19:20,141 DEBUG [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(1351): Waiting on 0ed804dbe1dc277d13a8dc4400223476, 1588230740 2024-11-26T19:19:20,165 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/replication/0ed804dbe1dc277d13a8dc4400223476/.tmp/queue/891cb33bd54f440ead6eb652f36957de 2024-11-26T19:19:20,170 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/.tmp/info/505c8591232044ce9ccc38acf30c5839 2024-11-26T19:19:20,172 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/replication/0ed804dbe1dc277d13a8dc4400223476/.tmp/queue/891cb33bd54f440ead6eb652f36957de as hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/replication/0ed804dbe1dc277d13a8dc4400223476/queue/891cb33bd54f440ead6eb652f36957de 2024-11-26T19:19:20,177 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/replication/0ed804dbe1dc277d13a8dc4400223476/queue/891cb33bd54f440ead6eb652f36957de, entries=1, sequenceid=5, filesize=5.2 K 2024-11-26T19:19:20,178 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0ed804dbe1dc277d13a8dc4400223476 in 438ms, sequenceid=5, compaction requested=false 2024-11-26T19:19:20,178 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T19:19:20,185 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/replication/0ed804dbe1dc277d13a8dc4400223476/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T19:19:20,185 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:19:20,185 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:19:20,185 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. 2024-11-26T19:19:20,185 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ed804dbe1dc277d13a8dc4400223476: Waiting for close lock at 1732648759740Running coprocessor pre-close hooks at 1732648759740Disabling compacts and flushes for region at 1732648759740Disabling writes for close at 1732648759740Obtaining lock to block concurrent updates at 1732648759740Preparing flush snapshotting stores in 0ed804dbe1dc277d13a8dc4400223476 at 1732648759740Finished memstore snapshotting hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732648759741 (+1 ms)Flushing stores of hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. at 1732648759741Flushing 0ed804dbe1dc277d13a8dc4400223476/queue: creating writer at 1732648759742 (+1 ms)Flushing 0ed804dbe1dc277d13a8dc4400223476/queue: appending metadata at 1732648759758 (+16 ms)Flushing 0ed804dbe1dc277d13a8dc4400223476/queue: closing flushed file at 1732648759758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d052bd: reopening flushed file at 1732648760171 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0ed804dbe1dc277d13a8dc4400223476 in 438ms, sequenceid=5, compaction requested=false at 1732648760178 (+7 ms)Writing region close event to WAL at 1732648760182 (+4 ms)Running coprocessor post-close hooks at 1732648760185 (+3 ms)Closed at 1732648760185 2024-11-26T19:19:20,185 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. 2024-11-26T19:19:20,193 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/.tmp/ns/fea943e7e79f4c8db573357bc476f9e0 is 43, key is default/ns:d/1732648753732/Put/seqid=0 2024-11-26T19:19:20,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741840_1016 (size=5153) 2024-11-26T19:19:20,341 DEBUG [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:20,440 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46377,1732648751347.replicationSource.wal-reader.fe76acf732b2%2C46377%2C1732648751347,1-fe76acf732b2,46377,1732648751347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347/fe76acf732b2%2C46377%2C1732648751347.1732648752652 to pos 0, reset compression=false 2024-11-26T19:19:20,519 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:19:20,519 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:19:20,541 DEBUG [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:20,598 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/.tmp/ns/fea943e7e79f4c8db573357bc476f9e0 2024-11-26T19:19:20,617 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/.tmp/table/37f58f8d06ee4788902777b6461ad680 is 53, key is hbase:replication/table:state/1732648758782/Put/seqid=0 2024-11-26T19:19:20,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741841_1017 (size=5256) 2024-11-26T19:19:20,742 DEBUG [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:20,942 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T19:19:20,942 DEBUG [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:19:20,942 DEBUG [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:21,022 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/.tmp/table/37f58f8d06ee4788902777b6461ad680 2024-11-26T19:19:21,027 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/.tmp/info/505c8591232044ce9ccc38acf30c5839 as hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/info/505c8591232044ce9ccc38acf30c5839 2024-11-26T19:19:21,032 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/info/505c8591232044ce9ccc38acf30c5839, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T19:19:21,033 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/.tmp/ns/fea943e7e79f4c8db573357bc476f9e0 as hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/ns/fea943e7e79f4c8db573357bc476f9e0 2024-11-26T19:19:21,037 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/ns/fea943e7e79f4c8db573357bc476f9e0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T19:19:21,038 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/.tmp/table/37f58f8d06ee4788902777b6461ad680 as hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/table/37f58f8d06ee4788902777b6461ad680 2024-11-26T19:19:21,042 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/table/37f58f8d06ee4788902777b6461ad680, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T19:19:21,043 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false 2024-11-26T19:19:21,045 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46377,1732648751347.replicationSource.wal-reader.fe76acf732b2%2C46377%2C1732648751347,1-fe76acf732b2,46377,1732648751347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347/fe76acf732b2%2C46377%2C1732648751347.1732648752652 to pos 0, reset compression=false 2024-11-26T19:19:21,048 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T19:19:21,049 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:19:21,049 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:19:21,049 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:19:21,049 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648759741Running coprocessor pre-close hooks at 1732648759741Disabling compacts and flushes for region at 1732648759741Disabling writes for close at 1732648759741Obtaining lock to block concurrent updates at 1732648759741Preparing flush snapshotting stores in 1588230740 at 1732648759741Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732648759741Flushing stores of hbase:meta,,1.1588230740 at 1732648759742 (+1 ms)Flushing 1588230740/info: creating writer at 1732648759742Flushing 1588230740/info: appending metadata at 1732648759762 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732648759762Flushing 1588230740/ns: creating writer at 1732648760175 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732648760193 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732648760193Flushing 1588230740/table: creating writer at 1732648760602 (+409 ms)Flushing 1588230740/table: appending metadata at 1732648760616 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732648760616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e371b5f: reopening flushed file at 1732648761026 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e62bfe: reopening flushed file at 1732648761032 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55c3fd2f: reopening flushed file at 1732648761037 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false at 1732648761043 (+6 ms)Writing region close event to WAL at 1732648761044 (+1 ms)Running coprocessor post-close hooks at 1732648761049 (+5 ms)Closed at 1732648761049 2024-11-26T19:19:21,049 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:19:21,142 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,46377,1732648751347; all regions closed. 2024-11-26T19:19:21,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741834_1010 (size=2742) 2024-11-26T19:19:21,144 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347/fe76acf732b2%2C46377%2C1732648751347.meta.1732648753652.meta not finished, retry = 0 2024-11-26T19:19:21,247 DEBUG [RS:0;fe76acf732b2:46377 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/oldWALs 2024-11-26T19:19:21,247 INFO [RS:0;fe76acf732b2:46377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C46377%2C1732648751347.meta:.meta(num 1732648753652) 2024-11-26T19:19:21,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741837_1013 (size=1586) 2024-11-26T19:19:21,249 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347/fe76acf732b2%2C46377%2C1732648751347.rep.1732648758733 not finished, retry = 0 2024-11-26T19:19:21,352 DEBUG [RS:0;fe76acf732b2:46377 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/oldWALs 2024-11-26T19:19:21,352 INFO [RS:0;fe76acf732b2:46377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C46377%2C1732648751347.rep:(num 1732648758733) 2024-11-26T19:19:21,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741832_1008 (size=93) 2024-11-26T19:19:21,354 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347/fe76acf732b2%2C46377%2C1732648751347.1732648752652 not finished, retry = 0 2024-11-26T19:19:21,457 DEBUG [RS:0;fe76acf732b2:46377 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/oldWALs 2024-11-26T19:19:21,457 INFO [RS:0;fe76acf732b2:46377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C46377%2C1732648751347:(num 1732648752652) 2024-11-26T19:19:21,457 DEBUG [RS:0;fe76acf732b2:46377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:21,457 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:19:21,457 INFO [RS:0;fe76acf732b2:46377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:19:21,457 INFO [RS:0;fe76acf732b2:46377 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T19:19:21,457 INFO [RS:0;fe76acf732b2:46377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:19:21,457 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:19:21,457 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fe76acf732b2,46377,1732648751347 because: Region server is closing 2024-11-26T19:19:21,458 INFO [RS:0;fe76acf732b2:46377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:46377. 2024-11-26T19:19:21,458 DEBUG [RS:0;fe76acf732b2:46377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:21,458 DEBUG [RS:0;fe76acf732b2:46377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:21,458 DEBUG [RS:0;fe76acf732b2:46377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:21,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:21,558 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46377,1732648751347.replicationSource.wal-reader.fe76acf732b2%2C46377%2C1732648751347,1-fe76acf732b2,46377,1732648751347 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T19:19:21,558 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46377,1732648751347.replicationSource.shipperfe76acf732b2%2C46377%2C1732648751347,1-fe76acf732b2,46377,1732648751347 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T19:19:21,559 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46377,1732648751347.replicationSource.shipperfe76acf732b2%2C46377%2C1732648751347,1-fe76acf732b2,46377,1732648751347 terminated 2024-11-26T19:19:21,559 INFO [RS:0;fe76acf732b2:46377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46377 2024-11-26T19:19:21,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x10155b7b5890001, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0123198741/rs/fe76acf732b2,46377,1732648751347 2024-11-26T19:19:21,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741/rs 2024-11-26T19:19:21,562 INFO [RS:0;fe76acf732b2:46377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:19:21,563 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,46377,1732648751347] 2024-11-26T19:19:21,564 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0123198741/draining/fe76acf732b2,46377,1732648751347 already deleted, retry=false 2024-11-26T19:19:21,564 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,46377,1732648751347 expired; onlineServers=0 2024-11-26T19:19:21,564 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,43251,1732648751291' ***** 2024-11-26T19:19:21,564 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:19:21,565 INFO [M:0;fe76acf732b2:43251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:19:21,565 INFO [M:0;fe76acf732b2:43251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:19:21,565 DEBUG [M:0;fe76acf732b2:43251 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:19:21,565 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:19:21,565 DEBUG [M:0;fe76acf732b2:43251 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:19:21,565 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648752464 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648752464,5,FailOnTimeoutGroup] 2024-11-26T19:19:21,565 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648752460 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648752460,5,FailOnTimeoutGroup] 2024-11-26T19:19:21,565 INFO [M:0;fe76acf732b2:43251 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:19:21,565 INFO [M:0;fe76acf732b2:43251 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:19:21,565 DEBUG [M:0;fe76acf732b2:43251 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:19:21,565 INFO [M:0;fe76acf732b2:43251 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:19:21,565 INFO [M:0;fe76acf732b2:43251 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:19:21,565 INFO [M:0;fe76acf732b2:43251 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:19:21,565 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:19:21,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0123198741/master 2024-11-26T19:19:21,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:21,567 DEBUG [M:0;fe76acf732b2:43251 {}] zookeeper.ZKUtil(347): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Unable to get data of znode /0123198741/master because node does not exist (not an error) 2024-11-26T19:19:21,567 WARN [M:0;fe76acf732b2:43251 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T19:19:21,567 INFO [M:0;fe76acf732b2:43251 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/.lastflushedseqids 2024-11-26T19:19:21,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741842_1018 (size=181) 2024-11-26T19:19:21,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x10155b7b5890001, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:21,664 INFO [RS:0;fe76acf732b2:46377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:19:21,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46377-0x10155b7b5890001, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:21,664 INFO [RS:0;fe76acf732b2:46377 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,46377,1732648751347; zookeeper connection closed. 2024-11-26T19:19:21,664 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f6cbac0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f6cbac0 2024-11-26T19:19:21,664 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:19:21,972 INFO [M:0;fe76acf732b2:43251 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:19:21,973 INFO [M:0;fe76acf732b2:43251 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:19:21,973 DEBUG [M:0;fe76acf732b2:43251 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:19:21,973 INFO [M:0;fe76acf732b2:43251 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:21,973 DEBUG [M:0;fe76acf732b2:43251 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:21,973 DEBUG [M:0;fe76acf732b2:43251 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:19:21,973 DEBUG [M:0;fe76acf732b2:43251 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:21,973 INFO [M:0;fe76acf732b2:43251 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-26T19:19:21,988 DEBUG [M:0;fe76acf732b2:43251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ffeacb3cc974a7d9e68c8ec0911e2d7 is 82, key is hbase:meta,,1/info:regioninfo/1732648753714/Put/seqid=0 2024-11-26T19:19:21,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741843_1019 (size=5672) 2024-11-26T19:19:22,393 INFO [M:0;fe76acf732b2:43251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ffeacb3cc974a7d9e68c8ec0911e2d7 2024-11-26T19:19:22,412 DEBUG [M:0;fe76acf732b2:43251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1deadc766904abdaa35f0a1d3ff7daa is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732648758786/Put/seqid=0 2024-11-26T19:19:22,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741844_1020 (size=7203) 2024-11-26T19:19:22,817 INFO [M:0;fe76acf732b2:43251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1deadc766904abdaa35f0a1d3ff7daa 2024-11-26T19:19:22,840 DEBUG [M:0;fe76acf732b2:43251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcc493e2e1334e63b6d9a9aca8383686 is 69, key is fe76acf732b2,46377,1732648751347/rs:state/1732648752506/Put/seqid=0 2024-11-26T19:19:22,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741845_1021 (size=5156) 2024-11-26T19:19:22,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:19:22,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:22,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:22,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:22,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:22,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:22,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:23,244 INFO [M:0;fe76acf732b2:43251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcc493e2e1334e63b6d9a9aca8383686 2024-11-26T19:19:23,249 DEBUG [M:0;fe76acf732b2:43251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ffeacb3cc974a7d9e68c8ec0911e2d7 as hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ffeacb3cc974a7d9e68c8ec0911e2d7 2024-11-26T19:19:23,254 INFO [M:0;fe76acf732b2:43251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ffeacb3cc974a7d9e68c8ec0911e2d7, entries=8, sequenceid=70, filesize=5.5 K 2024-11-26T19:19:23,254 DEBUG [M:0;fe76acf732b2:43251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1deadc766904abdaa35f0a1d3ff7daa as hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1deadc766904abdaa35f0a1d3ff7daa 2024-11-26T19:19:23,258 INFO [M:0;fe76acf732b2:43251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1deadc766904abdaa35f0a1d3ff7daa, entries=8, sequenceid=70, filesize=7.0 K 2024-11-26T19:19:23,259 DEBUG [M:0;fe76acf732b2:43251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcc493e2e1334e63b6d9a9aca8383686 as hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcc493e2e1334e63b6d9a9aca8383686 2024-11-26T19:19:23,262 INFO [M:0;fe76acf732b2:43251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcc493e2e1334e63b6d9a9aca8383686, entries=1, sequenceid=70, filesize=5.0 K 2024-11-26T19:19:23,263 INFO [M:0;fe76acf732b2:43251 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false 2024-11-26T19:19:23,265 INFO [M:0;fe76acf732b2:43251 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:23,265 DEBUG [M:0;fe76acf732b2:43251 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648761973Disabling compacts and flushes for region at 1732648761973Disabling writes for close at 1732648761973Obtaining lock to block concurrent updates at 1732648761973Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648761973Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732648761973Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648761974 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648761974Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648761988 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648761988Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648762397 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648762412 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648762412Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648762822 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648762839 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648762839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f26a445: reopening flushed file at 1732648763249 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4284ebe0: reopening flushed file at 1732648763254 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27493a02: reopening flushed file at 1732648763258 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false at 1732648763263 (+5 ms)Writing region close event to WAL at 1732648763264 (+1 ms)Closed at 1732648763264 2024-11-26T19:19:23,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741830_1006 (size=41008) 2024-11-26T19:19:23,266 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/WALs/fe76acf732b2,43251,1732648751291/fe76acf732b2%2C43251%2C1732648751291.1732648752305 not finished, retry = 0 2024-11-26T19:19:23,368 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:19:23,368 INFO [M:0;fe76acf732b2:43251 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:19:23,368 INFO [M:0;fe76acf732b2:43251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43251 2024-11-26T19:19:23,368 INFO [M:0;fe76acf732b2:43251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:19:23,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:23,471 INFO [M:0;fe76acf732b2:43251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:19:23,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43251-0x10155b7b5890000, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:23,473 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:19:23,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:23,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:23,474 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:19:23,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:23,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:19:23,474 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:19:23,474 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:19:23,474 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46611 2024-11-26T19:19:23,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46611 connecting to ZooKeeper ensemble=127.0.0.1:64615 2024-11-26T19:19:23,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466110x0, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:19:23,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46611-0x10155b7b5890006 connected 2024-11-26T19:19:23,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:23,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:23,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Set watcher on znode that does not yet exist, /0123198741/running 2024-11-26T19:19:23,484 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0123198741/meta-region-server: INIT 2024-11-26T19:19:23,484 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25, hbase.cluster.distributed=false 2024-11-26T19:19:23,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Set watcher on znode that does not yet exist, /0123198741/acl 2024-11-26T19:19:23,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46611 2024-11-26T19:19:23,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46611 2024-11-26T19:19:23,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46611 2024-11-26T19:19:23,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46611 2024-11-26T19:19:23,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46611 2024-11-26T19:19:23,500 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:19:23,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:23,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:23,501 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:19:23,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:23,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:19:23,501 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:19:23,501 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:19:23,501 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38393 2024-11-26T19:19:23,502 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38393 connecting to ZooKeeper ensemble=127.0.0.1:64615 2024-11-26T19:19:23,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:23,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:23,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383930x0, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:19:23,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383930x0, quorum=127.0.0.1:64615, baseZNode=/0123198741 Set watcher on znode that does not yet exist, /0123198741/running 2024-11-26T19:19:23,507 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0123198741/meta-region-server: INIT 2024-11-26T19:19:23,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38393-0x10155b7b5890007 connected 2024-11-26T19:19:23,508 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:19:23,508 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:19:23,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38393-0x10155b7b5890007, quorum=127.0.0.1:64615, baseZNode=/0123198741 Set watcher on znode that does not yet exist, /0123198741/master 2024-11-26T19:19:23,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38393-0x10155b7b5890007, quorum=127.0.0.1:64615, baseZNode=/0123198741 Set watcher on znode that does not yet exist, /0123198741/acl 2024-11-26T19:19:23,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38393 2024-11-26T19:19:23,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38393 2024-11-26T19:19:23,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38393 2024-11-26T19:19:23,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38393 2024-11-26T19:19:23,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38393 2024-11-26T19:19:23,525 DEBUG [M:0;fe76acf732b2:46611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:46611 2024-11-26T19:19:23,525 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0123198741/backup-masters/fe76acf732b2,46611,1732648763473 2024-11-26T19:19:23,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741/backup-masters 2024-11-26T19:19:23,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x10155b7b5890007, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741/backup-masters 2024-11-26T19:19:23,528 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Set watcher on existing znode=/0123198741/backup-masters/fe76acf732b2,46611,1732648763473 2024-11-26T19:19:23,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x10155b7b5890007, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0123198741/master 2024-11-26T19:19:23,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:23,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x10155b7b5890007, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:23,530 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Set watcher on existing znode=/0123198741/master 2024-11-26T19:19:23,530 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0123198741/backup-masters/fe76acf732b2,46611,1732648763473 from backup master directory 2024-11-26T19:19:23,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0123198741/backup-masters/fe76acf732b2,46611,1732648763473 2024-11-26T19:19:23,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x10155b7b5890007, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741/backup-masters 2024-11-26T19:19:23,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741/backup-masters 2024-11-26T19:19:23,531 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:19:23,531 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,46611,1732648763473 2024-11-26T19:19:23,541 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:23,541 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:19:23,547 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-26T19:19:23,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741846_1022 (size=196) 2024-11-26T19:19:23,954 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:19:23,954 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:19:23,955 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:19:23,960 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-26T19:19:23,963 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/WALs/fe76acf732b2,43251,1732648751291 to hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/WALs/fe76acf732b2,43251,1732648751291-dead as it is dead 2024-11-26T19:19:23,963 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/WALs/fe76acf732b2,43251,1732648751291-dead/fe76acf732b2%2C43251%2C1732648751291.1732648752305 2024-11-26T19:19:23,964 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/WALs/fe76acf732b2,43251,1732648751291-dead/fe76acf732b2%2C43251%2C1732648751291.1732648752305 after 1ms 2024-11-26T19:19:23,964 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/WALs/fe76acf732b2,43251,1732648751291-dead/fe76acf732b2%2C43251%2C1732648751291.1732648752305 to hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fe76acf732b2%2C43251%2C1732648751291.1732648752305 2024-11-26T19:19:23,964 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/WALs/fe76acf732b2,43251,1732648751291-dead 2024-11-26T19:19:23,965 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/WALs/fe76acf732b2,46611,1732648763473 2024-11-26T19:19:23,966 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:19:23,966 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C46611%2C1732648763473, suffix=, logDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/WALs/fe76acf732b2,46611,1732648763473, archiveDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/oldWALs, maxLogs=10 2024-11-26T19:19:23,980 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/WALs/fe76acf732b2,46611,1732648763473/fe76acf732b2%2C46611%2C1732648763473.1732648763967, exclude list is [], retry=0 2024-11-26T19:19:23,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33535,DS-fa12e985-2ce3-4954-abd6-a75112a6d427,DISK] 2024-11-26T19:19:23,983 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/WALs/fe76acf732b2,46611,1732648763473/fe76acf732b2%2C46611%2C1732648763473.1732648763967 2024-11-26T19:19:23,984 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43071:43071)] 2024-11-26T19:19:23,984 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:19:23,984 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:23,984 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:23,984 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:23,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:23,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:19:23,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:23,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ffeacb3cc974a7d9e68c8ec0911e2d7 2024-11-26T19:19:23,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:23,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:23,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:19:23,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:23,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1deadc766904abdaa35f0a1d3ff7daa 2024-11-26T19:19:23,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:23,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:23,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:19:23,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:24,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcc493e2e1334e63b6d9a9aca8383686 2024-11-26T19:19:24,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:24,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:24,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:19:24,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:24,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:24,002 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:24,002 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-26T19:19:24,003 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fe76acf732b2%2C43251%2C1732648751291.1732648752305 2024-11-26T19:19:24,006 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fe76acf732b2%2C43251%2C1732648751291.1732648752305 2024-11-26T19:19:24,007 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fe76acf732b2%2C43251%2C1732648751291.1732648752305 2024-11-26T19:19:24,009 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:24,009 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:24,010 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:19:24,011 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:24,013 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-26T19:19:24,015 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68128065, jitterRate=0.015187278389930725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:19:24,015 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648763984Initializing all the Stores at 1732648763984Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648763985 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648763985Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648763985Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648763985Cleaning up temporary data from old regions at 1732648764009 (+24 ms)Region opened successfully at 1732648764015 (+6 ms) 2024-11-26T19:19:24,015 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:19:24,018 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4ca93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:19:24,021 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-26T19:19:24,021 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:19:24,021 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:19:24,021 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:19:24,021 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:19:24,024 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:19:24,024 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T19:19:24,024 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T19:19:24,025 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-26T19:19:24,025 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:19:24,027 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=fe76acf732b2,46377,1732648751347, regionLocation=fe76acf732b2,46377,1732648751347, openSeqNum=2 2024-11-26T19:19:24,027 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=fe76acf732b2,46377,1732648751347, table=hbase:meta, region=1588230740 2024-11-26T19:19:24,027 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,46377,1732648751347, state=OPEN 2024-11-26T19:19:24,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x10155b7b5890007, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0123198741/meta-region-server 2024-11-26T19:19:24,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0123198741/meta-region-server 2024-11-26T19:19:24,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0123198741/meta-region-server: CHANGED 2024-11-26T19:19:24,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0123198741/meta-region-server: CHANGED 2024-11-26T19:19:24,033 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:19:24,034 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0123198741/draining/fe76acf732b2,46377,1732648751347 already deleted, retry=false 2024-11-26T19:19:24,034 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of fe76acf732b2,46377,1732648751347 on fe76acf732b2,46611,1732648763473 2024-11-26T19:19:24,035 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fe76acf732b2,46377,1732648751347, splitWal=true, meta=true 2024-11-26T19:19:24,035 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for fe76acf732b2,46377,1732648751347 (carryingMeta=true) fe76acf732b2,46377,1732648751347/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6f83da4c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-26T19:19:24,036 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Unable to get data of znode /0123198741/balancer because node does not exist (not necessarily an error) 2024-11-26T19:19:24,037 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0123198741/balancer already deleted, retry=false 2024-11-26T19:19:24,038 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:19:24,038 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Unable to get data of znode /0123198741/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:19:24,039 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0123198741/normalizer already deleted, retry=false 2024-11-26T19:19:24,040 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:19:24,041 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Unable to get data of znode /0123198741/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:19:24,043 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0123198741/switch/split already deleted, retry=false 2024-11-26T19:19:24,044 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Unable to get data of znode /0123198741/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:19:24,045 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0123198741/switch/merge already deleted, retry=false 2024-11-26T19:19:24,048 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Unable to get data of znode /0123198741/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:19:24,049 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0123198741/snapshot-cleanup already deleted, retry=false 2024-11-26T19:19:24,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x10155b7b5890007, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0123198741/running 2024-11-26T19:19:24,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0123198741/running 2024-11-26T19:19:24,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:24,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x10155b7b5890007, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:24,052 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,46611,1732648763473, sessionid=0x10155b7b5890006, setting cluster-up flag (Was=false) 2024-11-26T19:19:24,054 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0123198741/flush-table-proc/acquired, /0123198741/flush-table-proc/reached, /0123198741/flush-table-proc/abort 2024-11-26T19:19:24,054 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,46611,1732648763473 2024-11-26T19:19:24,057 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0123198741/online-snapshot/acquired, /0123198741/online-snapshot/reached, /0123198741/online-snapshot/abort 2024-11-26T19:19:24,057 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,46611,1732648763473 2024-11-26T19:19:24,058 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/.lastflushedseqids 2024-11-26T19:19:24,060 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:19:24,060 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:19:24,061 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,46611,1732648763473 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 fe76acf732b2,46377,1732648751347 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:19:24,062 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:19:24,062 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:19:24,062 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:19:24,062 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:19:24,062 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:19:24,062 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:24,062 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:19:24,062 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:24,062 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648794062 2024-11-26T19:19:24,062 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:19:24,063 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:19:24,063 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:19:24,063 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:19:24,063 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:19:24,063 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:19:24,063 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:24,063 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fe76acf732b2,46377,1732648751347, splitWal=true, meta=true 2024-11-26T19:19:24,063 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:19:24,063 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:19:24,063 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:19:24,063 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:19:24,063 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:19:24,063 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:19:24,064 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648764063,5,FailOnTimeoutGroup] 2024-11-26T19:19:24,064 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648764064,5,FailOnTimeoutGroup] 2024-11-26T19:19:24,064 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:24,064 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:19:24,064 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:24,064 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:24,064 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure fe76acf732b2,46377,1732648751347, splitWal=true, meta=true, isMeta: true 2024-11-26T19:19:24,064 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648764064, completionTime=-1 2024-11-26T19:19:24,064 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-26T19:19:24,064 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T19:19:24,065 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347-splitting 2024-11-26T19:19:24,065 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347-splitting dir is empty, no logs to split. 2024-11-26T19:19:24,065 INFO [PEWorker-1 {}] master.SplitWALManager(105): fe76acf732b2,46377,1732648751347 WAL count=0, meta=true 2024-11-26T19:19:24,067 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347-splitting dir is empty, no logs to split. 2024-11-26T19:19:24,067 INFO [PEWorker-1 {}] master.SplitWALManager(105): fe76acf732b2,46377,1732648751347 WAL count=0, meta=true 2024-11-26T19:19:24,067 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if fe76acf732b2,46377,1732648751347 WAL splitting is done? wals=0, meta=true 2024-11-26T19:19:24,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:19:24,069 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:19:24,069 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T19:19:24,112 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.HRegionServer(746): ClusterId : e5c215de-87ea-4ce0-a123-45642d4eb921 2024-11-26T19:19:24,112 DEBUG [RS:0;fe76acf732b2:38393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:19:24,114 DEBUG [RS:0;fe76acf732b2:38393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:19:24,114 DEBUG [RS:0;fe76acf732b2:38393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:19:24,116 DEBUG [RS:0;fe76acf732b2:38393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:19:24,117 DEBUG [RS:0;fe76acf732b2:38393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d78e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:19:24,128 DEBUG [RS:0;fe76acf732b2:38393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:38393 2024-11-26T19:19:24,128 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:19:24,128 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:19:24,128 DEBUG [RS:0;fe76acf732b2:38393 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:19:24,129 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,46611,1732648763473 with port=38393, startcode=1732648763500 2024-11-26T19:19:24,129 DEBUG [RS:0;fe76acf732b2:38393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:19:24,130 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:19:24,131 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46611 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,38393,1732648763500 2024-11-26T19:19:24,131 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46611 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,38393,1732648763500 2024-11-26T19:19:24,132 DEBUG [RS:0;fe76acf732b2:38393 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25 2024-11-26T19:19:24,132 DEBUG [RS:0;fe76acf732b2:38393 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42653 2024-11-26T19:19:24,132 DEBUG [RS:0;fe76acf732b2:38393 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:19:24,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741/rs 2024-11-26T19:19:24,138 DEBUG [RS:0;fe76acf732b2:38393 {}] zookeeper.ZKUtil(111): regionserver:38393-0x10155b7b5890007, quorum=127.0.0.1:64615, baseZNode=/0123198741 Set watcher on existing znode=/0123198741/rs/fe76acf732b2,38393,1732648763500 2024-11-26T19:19:24,138 WARN [RS:0;fe76acf732b2:38393 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:19:24,138 INFO [RS:0;fe76acf732b2:38393 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:19:24,138 DEBUG [RS:0;fe76acf732b2:38393 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500 2024-11-26T19:19:24,138 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,38393,1732648763500] 2024-11-26T19:19:24,164 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T19:19:24,165 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:19:24,167 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:19:24,167 INFO [RS:0;fe76acf732b2:38393 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:19:24,167 INFO [RS:0;fe76acf732b2:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:24,167 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:19:24,168 INFO [RS:0;fe76acf732b2:38393 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:19:24,168 INFO [RS:0;fe76acf732b2:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:24,169 DEBUG [RS:0;fe76acf732b2:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:24,169 DEBUG [RS:0;fe76acf732b2:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:24,169 DEBUG [RS:0;fe76acf732b2:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:24,169 DEBUG [RS:0;fe76acf732b2:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:24,169 DEBUG [RS:0;fe76acf732b2:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:24,169 DEBUG [RS:0;fe76acf732b2:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:19:24,169 DEBUG [RS:0;fe76acf732b2:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:24,169 DEBUG [RS:0;fe76acf732b2:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:24,169 DEBUG [RS:0;fe76acf732b2:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:24,169 DEBUG [RS:0;fe76acf732b2:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:24,169 DEBUG [RS:0;fe76acf732b2:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:24,169 DEBUG [RS:0;fe76acf732b2:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:24,169 DEBUG [RS:0;fe76acf732b2:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:19:24,169 DEBUG [RS:0;fe76acf732b2:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:19:24,169 INFO [RS:0;fe76acf732b2:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:24,169 INFO [RS:0;fe76acf732b2:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:24,169 INFO [RS:0;fe76acf732b2:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:24,169 INFO [RS:0;fe76acf732b2:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:24,170 INFO [RS:0;fe76acf732b2:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:24,170 INFO [RS:0;fe76acf732b2:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,38393,1732648763500-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:19:24,183 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:19:24,183 INFO [RS:0;fe76acf732b2:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,38393,1732648763500-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:24,197 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.ReplicationSource(231): queueId=1-fe76acf732b2,38393,1732648763500, ReplicationSource: 1, currentBandwidth=0 2024-11-26T19:19:24,197 INFO [RS:0;fe76acf732b2:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:24,197 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.Replication(171): fe76acf732b2,38393,1732648763500 started 2024-11-26T19:19:24,211 DEBUG [RS:0;fe76acf732b2:38393.replicationSource,1-fe76acf732b2,38393,1732648763500 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:34701' 2024-11-26T19:19:24,211 INFO [RS:0;fe76acf732b2:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:24,212 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,38393,1732648763500, RpcServer on fe76acf732b2/172.17.0.2:38393, sessionid=0x10155b7b5890007 2024-11-26T19:19:24,212 DEBUG [RS:0;fe76acf732b2:38393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:19:24,212 DEBUG [RS:0;fe76acf732b2:38393 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,38393,1732648763500 2024-11-26T19:19:24,212 DEBUG [RS:0;fe76acf732b2:38393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,38393,1732648763500' 2024-11-26T19:19:24,212 DEBUG [RS:0;fe76acf732b2:38393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0123198741/flush-table-proc/abort' 2024-11-26T19:19:24,212 DEBUG [RS:0;fe76acf732b2:38393.replicationSource,1-fe76acf732b2,38393,1732648763500 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d812077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:24,212 DEBUG [RS:0;fe76acf732b2:38393.replicationSource,1-fe76acf732b2,38393,1732648763500 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,34701,-1 for getting cluster id 2024-11-26T19:19:24,212 DEBUG [RS:0;fe76acf732b2:38393.replicationSource,1-fe76acf732b2,38393,1732648763500 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:24,212 DEBUG [RS:0;fe76acf732b2:38393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0123198741/flush-table-proc/acquired' 2024-11-26T19:19:24,213 DEBUG [RS:0;fe76acf732b2:38393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:19:24,213 DEBUG [RS:0;fe76acf732b2:38393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:19:24,213 DEBUG [RS:0;fe76acf732b2:38393 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,38393,1732648763500 2024-11-26T19:19:24,213 DEBUG [RS:0;fe76acf732b2:38393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,38393,1732648763500' 2024-11-26T19:19:24,213 DEBUG [RS:0;fe76acf732b2:38393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0123198741/online-snapshot/abort' 2024-11-26T19:19:24,213 DEBUG [RS:0;fe76acf732b2:38393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0123198741/online-snapshot/acquired' 2024-11-26T19:19:24,213 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45aabfb8-c476-4ccc-ac54-a16a3f549afb' 2024-11-26T19:19:24,213 DEBUG [RS:0;fe76acf732b2:38393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:19:24,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:24,213 INFO [RS:0;fe76acf732b2:38393 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:19:24,214 INFO [RS:0;fe76acf732b2:38393 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:19:24,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45aabfb8-c476-4ccc-ac54-a16a3f549afb" 2024-11-26T19:19:24,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46fa489c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:24,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,34701,-1] 2024-11-26T19:19:24,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:24,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:24,215 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:24,215 DEBUG [RS:0;fe76acf732b2:38393.replicationSource,1-fe76acf732b2,38393,1732648763500 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d3a9eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:24,216 DEBUG [RS:0;fe76acf732b2:38393.replicationSource,1-fe76acf732b2,38393,1732648763500 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:24,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,34701,1732648754805 2024-11-26T19:19:24,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bb4b33d 2024-11-26T19:19:24,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:19:24,217 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-26T19:19:24,218 INFO [RS:0;fe76acf732b2:38393.replicationSource,1-fe76acf732b2,38393,1732648763500 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fe76acf732b2,38393,1732648763500 (queues=0) is replicating from cluster=e5c215de-87ea-4ce0-a123-45642d4eb921 to cluster=45aabfb8-c476-4ccc-ac54-a16a3f549afb 2024-11-26T19:19:24,219 WARN [fe76acf732b2:46611 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T19:19:24,314 INFO [RS:0;fe76acf732b2:38393 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:19:24,315 INFO [RS:0;fe76acf732b2:38393 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C38393%2C1732648763500, suffix=, logDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500, archiveDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/oldWALs, maxLogs=10 2024-11-26T19:19:24,333 DEBUG [RS:0;fe76acf732b2:38393 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500/fe76acf732b2%2C38393%2C1732648763500.1732648764316, exclude list is [], retry=0 2024-11-26T19:19:24,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33535,DS-fa12e985-2ce3-4954-abd6-a75112a6d427,DISK] 2024-11-26T19:19:24,337 INFO [RS:0;fe76acf732b2:38393 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500/fe76acf732b2%2C38393%2C1732648763500.1732648764316 2024-11-26T19:19:24,337 DEBUG [RS:0;fe76acf732b2:38393 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group fe76acf732b2%2C38393%2C1732648763500 for peer 1 2024-11-26T19:19:24,337 DEBUG [RS:0;fe76acf732b2:38393 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fe76acf732b2%2C38393%2C1732648763500 2024-11-26T19:19:24,337 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fe76acf732b2,38393,1732648763500, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T19:19:24,338 DEBUG [RS:0;fe76acf732b2:38393 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43071:43071)] 2024-11-26T19:19:24,338 INFO [RS:0;fe76acf732b2:38393.replicationSource.shipperfe76acf732b2%2C38393%2C1732648763500,1-fe76acf732b2,38393,1732648763500 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fe76acf732b2%2C38393%2C1732648763500 2024-11-26T19:19:24,338 DEBUG [RS:0;fe76acf732b2:38393.replicationSource.wal-reader.fe76acf732b2%2C38393%2C1732648763500,1-fe76acf732b2,38393,1732648763500 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500/fe76acf732b2%2C38393%2C1732648763500.1732648764316, startPosition=0, beingWritten=true 2024-11-26T19:19:24,470 DEBUG [fe76acf732b2:46611 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:19:24,470 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,38393,1732648763500 2024-11-26T19:19:24,471 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,38393,1732648763500, state=OPENING 2024-11-26T19:19:24,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x10155b7b5890007, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0123198741/meta-region-server 2024-11-26T19:19:24,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0123198741/meta-region-server 2024-11-26T19:19:24,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0123198741/meta-region-server: CHANGED 2024-11-26T19:19:24,472 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:19:24,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0123198741/meta-region-server: CHANGED 2024-11-26T19:19:24,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,38393,1732648763500}] 2024-11-26T19:19:24,542 DEBUG [RS:0;fe76acf732b2:38393.replicationSource.wal-reader.fe76acf732b2%2C38393%2C1732648763500,1-fe76acf732b2,38393,1732648763500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500/fe76acf732b2%2C38393%2C1732648763500.1732648764316 to pos 0, reset compression=false 2024-11-26T19:19:24,625 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:19:24,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:19:24,629 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:19:24,629 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:19:24,629 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:19:24,631 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C38393%2C1732648763500.meta, suffix=.meta, logDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500, archiveDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/oldWALs, maxLogs=10 2024-11-26T19:19:24,644 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500/fe76acf732b2%2C38393%2C1732648763500.meta.1732648764631.meta, exclude list is [], retry=0 2024-11-26T19:19:24,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33535,DS-fa12e985-2ce3-4954-abd6-a75112a6d427,DISK] 2024-11-26T19:19:24,648 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500/fe76acf732b2%2C38393%2C1732648763500.meta.1732648764631.meta 2024-11-26T19:19:24,648 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43071:43071)] 2024-11-26T19:19:24,648 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:19:24,649 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:19:24,649 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:19:24,649 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:19:24,649 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:19:24,649 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:19:24,649 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:24,649 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:19:24,649 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:19:24,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:19:24,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:19:24,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:24,656 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/info/505c8591232044ce9ccc38acf30c5839 2024-11-26T19:19:24,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:24,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:19:24,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:19:24,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:24,662 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/ns/fea943e7e79f4c8db573357bc476f9e0 2024-11-26T19:19:24,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:24,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:19:24,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:19:24,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:24,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:24,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:19:24,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:19:24,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:24,668 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/table/37f58f8d06ee4788902777b6461ad680 2024-11-26T19:19:24,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:24,668 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:19:24,669 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740 2024-11-26T19:19:24,670 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740 2024-11-26T19:19:24,671 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:19:24,671 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:19:24,672 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:19:24,673 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:19:24,674 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65140648, jitterRate=-0.02932870388031006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:19:24,674 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:19:24,674 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648764649Writing region info on filesystem at 1732648764649Initializing all the Stores at 1732648764650 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648764650Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648764650Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648764650Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648764650Cleaning up temporary data from old regions at 1732648764671 (+21 ms)Running coprocessor post-open hooks at 1732648764674 (+3 ms)Region opened successfully at 1732648764674 2024-11-26T19:19:24,675 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732648764624 2024-11-26T19:19:24,677 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:19:24,677 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:19:24,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=fe76acf732b2,38393,1732648763500 2024-11-26T19:19:24,678 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,38393,1732648763500, state=OPEN 2024-11-26T19:19:24,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0123198741/meta-region-server 2024-11-26T19:19:24,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x10155b7b5890007, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0123198741/meta-region-server 2024-11-26T19:19:24,681 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,38393,1732648763500 2024-11-26T19:19:24,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0123198741/meta-region-server: CHANGED 2024-11-26T19:19:24,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0123198741/meta-region-server: CHANGED 2024-11-26T19:19:24,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-26T19:19:24,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,38393,1732648763500 in 208 msec 2024-11-26T19:19:24,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T19:19:24,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 614 msec 2024-11-26T19:19:24,848 DEBUG [RS:0;fe76acf732b2:38393.replicationSource.wal-reader.fe76acf732b2%2C38393%2C1732648763500,1-fe76acf732b2,38393,1732648763500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500/fe76acf732b2%2C38393%2C1732648763500.1732648764316 to pos 0, reset compression=false 2024-11-26T19:19:25,252 DEBUG [RS:0;fe76acf732b2:38393.replicationSource.wal-reader.fe76acf732b2%2C38393%2C1732648763500,1-fe76acf732b2,38393,1732648763500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500/fe76acf732b2%2C38393%2C1732648763500.1732648764316 to pos 0, reset compression=false 2024-11-26T19:19:25,666 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-26T19:19:25,757 DEBUG [RS:0;fe76acf732b2:38393.replicationSource.wal-reader.fe76acf732b2%2C38393%2C1732648763500,1-fe76acf732b2,38393,1732648763500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500/fe76acf732b2%2C38393%2C1732648763500.1732648764316 to pos 0, reset compression=false 2024-11-26T19:19:26,362 DEBUG [RS:0;fe76acf732b2:38393.replicationSource.wal-reader.fe76acf732b2%2C38393%2C1732648763500,1-fe76acf732b2,38393,1732648763500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500/fe76acf732b2%2C38393%2C1732648763500.1732648764316 to pos 0, reset compression=false 2024-11-26T19:19:27,067 DEBUG [RS:0;fe76acf732b2:38393.replicationSource.wal-reader.fe76acf732b2%2C38393%2C1732648763500,1-fe76acf732b2,38393,1732648763500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500/fe76acf732b2%2C38393%2C1732648763500.1732648764316 to pos 0, reset compression=false 2024-11-26T19:19:27,169 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-26T19:19:27,872 DEBUG [RS:0;fe76acf732b2:38393.replicationSource.wal-reader.fe76acf732b2%2C38393%2C1732648763500,1-fe76acf732b2,38393,1732648763500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500/fe76acf732b2%2C38393%2C1732648763500.1732648764316 to pos 0, reset compression=false 2024-11-26T19:19:28,571 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-26T19:19:28,571 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:19:28,571 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:28,571 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,38393,1732648763500, seqNum=-1] 2024-11-26T19:19:28,572 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:19:28,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:19:28,576 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0ed804dbe1dc277d13a8dc4400223476, regionState=OPEN, lastHost=fe76acf732b2,46377,1732648751347, regionLocation=fe76acf732b2,46377,1732648751347, openSeqNum=2 2024-11-26T19:19:28,577 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:19:28,577 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648828577 2024-11-26T19:19:28,577 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732648888577 2024-11-26T19:19:28,577 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-26T19:19:28,577 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): fe76acf732b2,46377,1732648751347 had 2 regions 2024-11-26T19:19:28,577 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46611,1732648763473-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:28,577 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46611,1732648763473-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:28,577 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46611,1732648763473-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:28,577 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:46611, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:28,577 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:28,577 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:28,578 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fe76acf732b2,46377,1732648751347, splitWal=true, meta=true, isMeta: false 2024-11-26T19:19:28,580 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347-splitting dir is empty, no logs to split. 2024-11-26T19:19:28,580 INFO [PEWorker-3 {}] master.SplitWALManager(105): fe76acf732b2,46377,1732648751347 WAL count=0, meta=false 2024-11-26T19:19:28,583 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.052sec 2024-11-26T19:19:28,583 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:19:28,583 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:19:28,583 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:19:28,583 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:19:28,583 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:19:28,583 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46611,1732648763473-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:19:28,583 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46611,1732648763473-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:19:28,584 WARN [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=fe76acf732b2,46377,1732648751347/hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. 2024-11-26T19:19:28,585 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,46377,1732648751347-splitting dir is empty, no logs to split. 2024-11-26T19:19:28,585 INFO [PEWorker-3 {}] master.SplitWALManager(105): fe76acf732b2,46377,1732648751347 WAL count=0, meta=false 2024-11-26T19:19:28,585 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if fe76acf732b2,46377,1732648751347 WAL splitting is done? wals=0, meta=false 2024-11-26T19:19:28,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ed804dbe1dc277d13a8dc4400223476, ASSIGN}] 2024-11-26T19:19:28,587 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ed804dbe1dc277d13a8dc4400223476, ASSIGN 2024-11-26T19:19:28,587 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:19:28,587 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:19:28,587 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46611,1732648763473-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:28,588 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0ed804dbe1dc277d13a8dc4400223476, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T19:19:28,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765de3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:28,615 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,46611,-1 for getting cluster id 2024-11-26T19:19:28,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:28,617 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5c215de-87ea-4ce0-a123-45642d4eb921' 2024-11-26T19:19:28,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:28,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5c215de-87ea-4ce0-a123-45642d4eb921" 2024-11-26T19:19:28,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c9c35f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:28,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,46611,-1] 2024-11-26T19:19:28,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:28,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:28,619 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:28,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2a9789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:28,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:28,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,38393,1732648763500, seqNum=-1] 2024-11-26T19:19:28,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:19:28,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:19:28,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-26T19:19:28,624 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:19:28,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:28,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:28,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:28,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:28,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: fe76acf732b2:46611 after: fe76acf732b2:46611 2024-11-26T19:19:28,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f41e2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:28,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,46611,-1 for getting cluster id 2024-11-26T19:19:28,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:28,626 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5c215de-87ea-4ce0-a123-45642d4eb921' 2024-11-26T19:19:28,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:28,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5c215de-87ea-4ce0-a123-45642d4eb921" 2024-11-26T19:19:28,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d5fc09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:28,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,46611,-1] 2024-11-26T19:19:28,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:28,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:28,627 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:28,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670b4cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:28,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:28,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,46611,1732648763473 2024-11-26T19:19:28,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15cc84c9 2024-11-26T19:19:28,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:19:28,630 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:19:28,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46611 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T19:19:28,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T19:19:28,630 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:19:28,630 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:28,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:28,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:28,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:28,631 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:19:28,631 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1536430167, stopped=false 2024-11-26T19:19:28,631 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,34701,1732648754805 2024-11-26T19:19:28,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38717-0x10155b7b5890004, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1133523982/running 2024-11-26T19:19:28,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1133523982/running 2024-11-26T19:19:28,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1133523982 2024-11-26T19:19:28,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38717-0x10155b7b5890004, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1133523982 2024-11-26T19:19:28,632 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:19:28,632 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:19:28,632 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:28,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:28,633 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,38717,1732648754841' ***** 2024-11-26T19:19:28,633 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:19:28,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38717-0x10155b7b5890004, quorum=127.0.0.1:64615, baseZNode=/1133523982 Set watcher on znode that does not yet exist, /1133523982/running 2024-11-26T19:19:28,633 INFO [RS:0;fe76acf732b2:38717 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:19:28,633 INFO [RS:0;fe76acf732b2:38717 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:19:28,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Set watcher on znode that does not yet exist, /1133523982/running 2024-11-26T19:19:28,633 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:19:28,633 INFO [RS:0;fe76acf732b2:38717 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:19:28,633 INFO [RS:0;fe76acf732b2:38717 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,38717,1732648754841 2024-11-26T19:19:28,633 INFO [RS:0;fe76acf732b2:38717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:19:28,633 INFO [RS:0;fe76acf732b2:38717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:38717. 2024-11-26T19:19:28,633 DEBUG [RS:0;fe76acf732b2:38717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:28,633 DEBUG [RS:0;fe76acf732b2:38717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:28,633 INFO [RS:0;fe76acf732b2:38717 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:19:28,634 INFO [RS:0;fe76acf732b2:38717 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:19:28,634 INFO [RS:0;fe76acf732b2:38717 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:19:28,634 INFO [RS:0;fe76acf732b2:38717 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:19:28,634 INFO [RS:0;fe76acf732b2:38717 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T19:19:28,634 DEBUG [RS:0;fe76acf732b2:38717 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:19:28,634 DEBUG [RS:0;fe76acf732b2:38717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:28,634 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:19:28,634 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:19:28,634 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:19:28,634 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:19:28,634 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:19:28,634 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T19:19:28,655 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/data/hbase/meta/1588230740/.tmp/ns/26473c25f1784d84a387a457f24a584a is 43, key is default/ns:d/1732648757464/Put/seqid=0 2024-11-26T19:19:28,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741835_1011 (size=5153) 2024-11-26T19:19:28,725 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:19:28,738 DEBUG [fe76acf732b2:46611 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:19:28,739 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0ed804dbe1dc277d13a8dc4400223476, regionState=OPENING, regionLocation=fe76acf732b2,38393,1732648763500 2024-11-26T19:19:28,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0ed804dbe1dc277d13a8dc4400223476, ASSIGN because future has completed 2024-11-26T19:19:28,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ed804dbe1dc277d13a8dc4400223476, server=fe76acf732b2,38393,1732648763500}] 2024-11-26T19:19:28,777 DEBUG [RS:0;fe76acf732b2:38393.replicationSource.wal-reader.fe76acf732b2%2C38393%2C1732648763500,1-fe76acf732b2,38393,1732648763500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500/fe76acf732b2%2C38393%2C1732648763500.1732648764316 to pos 0, reset compression=false 2024-11-26T19:19:28,834 DEBUG [RS:0;fe76acf732b2:38717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:28,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. 2024-11-26T19:19:28,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:19:28,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T19:19:28,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C38393%2C1732648763500.rep, suffix=, logDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500, archiveDir=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/oldWALs, maxLogs=10 2024-11-26T19:19:28,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500/fe76acf732b2%2C38393%2C1732648763500.rep.1732648768900, exclude list is [], retry=0 2024-11-26T19:19:28,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33535,DS-fa12e985-2ce3-4954-abd6-a75112a6d427,DISK] 2024-11-26T19:19:28,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500/fe76acf732b2%2C38393%2C1732648763500.rep.1732648768900 2024-11-26T19:19:28,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43071:43071)] 2024-11-26T19:19:28,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ed804dbe1dc277d13a8dc4400223476, NAME => 'hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:19:28,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:19:28,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:19:28,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. service=MultiRowMutationService 2024-11-26T19:19:28,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T19:19:28,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:28,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:28,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:28,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:28,919 INFO [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:28,920 INFO [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ed804dbe1dc277d13a8dc4400223476 columnFamilyName hfileref 2024-11-26T19:19:28,920 DEBUG [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:28,920 INFO [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] regionserver.HStore(327): Store=0ed804dbe1dc277d13a8dc4400223476/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:28,920 INFO [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:28,921 INFO [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ed804dbe1dc277d13a8dc4400223476 columnFamilyName queue 2024-11-26T19:19:28,921 DEBUG [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:28,926 DEBUG [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/replication/0ed804dbe1dc277d13a8dc4400223476/queue/891cb33bd54f440ead6eb652f36957de 2024-11-26T19:19:28,926 INFO [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] regionserver.HStore(327): Store=0ed804dbe1dc277d13a8dc4400223476/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:28,926 INFO [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:28,927 INFO [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ed804dbe1dc277d13a8dc4400223476 columnFamilyName sid 2024-11-26T19:19:28,927 DEBUG [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:28,927 INFO [StoreOpener-0ed804dbe1dc277d13a8dc4400223476-1 {}] regionserver.HStore(327): Store=0ed804dbe1dc277d13a8dc4400223476/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:28,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:28,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/replication/0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:28,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/replication/0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:28,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:28,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:28,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:19:28,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:28,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 0ed804dbe1dc277d13a8dc4400223476; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72221744, jitterRate=0.0761878490447998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:19:28,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:28,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 0ed804dbe1dc277d13a8dc4400223476: Running coprocessor pre-open hook at 1732648768918Writing region info on filesystem at 1732648768918Initializing all the Stores at 1732648768919 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648768919Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648768919Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648768919Cleaning up temporary data from old regions at 1732648768930 (+11 ms)Running coprocessor post-open hooks at 1732648768932 (+2 ms)Region opened successfully at 1732648768933 (+1 ms) 2024-11-26T19:19:28,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476., pid=13, masterSystemTime=1732648768894 2024-11-26T19:19:28,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. 2024-11-26T19:19:28,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. 2024-11-26T19:19:28,937 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0ed804dbe1dc277d13a8dc4400223476, regionState=OPEN, openSeqNum=9, regionLocation=fe76acf732b2,38393,1732648763500 2024-11-26T19:19:28,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ed804dbe1dc277d13a8dc4400223476, server=fe76acf732b2,38393,1732648763500 because future has completed 2024-11-26T19:19:28,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T19:19:28,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ed804dbe1dc277d13a8dc4400223476, server=fe76acf732b2,38393,1732648763500 in 202 msec 2024-11-26T19:19:28,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-26T19:19:28,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ed804dbe1dc277d13a8dc4400223476, ASSIGN in 359 msec 2024-11-26T19:19:28,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-26T19:19:28,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476., hostname=fe76acf732b2,38393,1732648763500, seqNum=9] 2024-11-26T19:19:28,964 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for fe76acf732b2,46377,1732648751347 2024-11-26T19:19:28,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-26T19:19:29,034 DEBUG [RS:0;fe76acf732b2:38717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:29,060 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/data/hbase/meta/1588230740/.tmp/ns/26473c25f1784d84a387a457f24a584a 2024-11-26T19:19:29,066 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/data/hbase/meta/1588230740/.tmp/ns/26473c25f1784d84a387a457f24a584a as hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/data/hbase/meta/1588230740/ns/26473c25f1784d84a387a457f24a584a 2024-11-26T19:19:29,071 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/data/hbase/meta/1588230740/ns/26473c25f1784d84a387a457f24a584a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T19:19:29,071 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false 2024-11-26T19:19:29,071 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T19:19:29,076 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T19:19:29,076 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:19:29,076 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:19:29,076 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:19:29,076 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648768634Running coprocessor pre-close hooks at 1732648768634Disabling compacts and flushes for region at 1732648768634Disabling writes for close at 1732648768634Obtaining lock to block concurrent updates at 1732648768634Preparing flush snapshotting stores in 1588230740 at 1732648768634Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732648768635 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732648768635Flushing 1588230740/ns: creating writer at 1732648768635Flushing 1588230740/ns: appending metadata at 1732648768655 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732648768655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14877326: reopening flushed file at 1732648769066 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false at 1732648769071 (+5 ms)Writing region close event to WAL at 1732648769073 (+2 ms)Running coprocessor post-close hooks at 1732648769076 (+3 ms)Closed at 1732648769076 2024-11-26T19:19:29,076 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:19:29,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38393 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-26T19:19:29,235 INFO [RS:0;fe76acf732b2:38717 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,38717,1732648754841; all regions closed. 2024-11-26T19:19:29,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741834_1010 (size=1152) 2024-11-26T19:19:29,239 DEBUG [RS:0;fe76acf732b2:38717 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/oldWALs 2024-11-26T19:19:29,239 INFO [RS:0;fe76acf732b2:38717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C38717%2C1732648754841.meta:.meta(num 1732648757423) 2024-11-26T19:19:29,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741832_1008 (size=93) 2024-11-26T19:19:29,242 DEBUG [RS:0;fe76acf732b2:38717 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/oldWALs 2024-11-26T19:19:29,242 INFO [RS:0;fe76acf732b2:38717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C38717%2C1732648754841:(num 1732648756448) 2024-11-26T19:19:29,242 DEBUG [RS:0;fe76acf732b2:38717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:29,242 INFO [RS:0;fe76acf732b2:38717 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:19:29,243 INFO [RS:0;fe76acf732b2:38717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:19:29,243 INFO [RS:0;fe76acf732b2:38717 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T19:19:29,243 INFO [RS:0;fe76acf732b2:38717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:19:29,243 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:19:29,243 INFO [RS:0;fe76acf732b2:38717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38717 2024-11-26T19:19:29,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1133523982/rs 2024-11-26T19:19:29,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38717-0x10155b7b5890004, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1133523982/rs/fe76acf732b2,38717,1732648754841 2024-11-26T19:19:29,245 INFO [RS:0;fe76acf732b2:38717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:19:29,246 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,38717,1732648754841] 2024-11-26T19:19:29,248 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1133523982/draining/fe76acf732b2,38717,1732648754841 already deleted, retry=false 2024-11-26T19:19:29,249 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,38717,1732648754841 expired; onlineServers=0 2024-11-26T19:19:29,249 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,34701,1732648754805' ***** 2024-11-26T19:19:29,249 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:19:29,249 INFO [M:0;fe76acf732b2:34701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:19:29,249 INFO [M:0;fe76acf732b2:34701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:19:29,249 DEBUG [M:0;fe76acf732b2:34701 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:19:29,249 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:19:29,249 DEBUG [M:0;fe76acf732b2:34701 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:19:29,249 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648756273 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648756273,5,FailOnTimeoutGroup] 2024-11-26T19:19:29,249 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648756274 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648756274,5,FailOnTimeoutGroup] 2024-11-26T19:19:29,249 INFO [M:0;fe76acf732b2:34701 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:19:29,249 INFO [M:0;fe76acf732b2:34701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:19:29,249 DEBUG [M:0;fe76acf732b2:34701 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:19:29,249 INFO [M:0;fe76acf732b2:34701 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:19:29,249 INFO [M:0;fe76acf732b2:34701 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:19:29,249 INFO [M:0;fe76acf732b2:34701 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:19:29,249 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:19:29,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1133523982/master 2024-11-26T19:19:29,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1133523982 2024-11-26T19:19:29,250 DEBUG [M:0;fe76acf732b2:34701 {}] zookeeper.ZKUtil(347): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Unable to get data of znode /1133523982/master because node does not exist (not an error) 2024-11-26T19:19:29,250 WARN [M:0;fe76acf732b2:34701 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T19:19:29,251 INFO [M:0;fe76acf732b2:34701 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/.lastflushedseqids 2024-11-26T19:19:29,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741836_1012 (size=99) 2024-11-26T19:19:29,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38717-0x10155b7b5890004, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:29,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38717-0x10155b7b5890004, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:29,346 INFO [RS:0;fe76acf732b2:38717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:19:29,346 INFO [RS:0;fe76acf732b2:38717 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,38717,1732648754841; zookeeper connection closed. 2024-11-26T19:19:29,347 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34466c7e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34466c7e 2024-11-26T19:19:29,347 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:19:29,656 INFO [M:0;fe76acf732b2:34701 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:19:29,656 INFO [M:0;fe76acf732b2:34701 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:19:29,656 DEBUG [M:0;fe76acf732b2:34701 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:19:29,656 INFO [M:0;fe76acf732b2:34701 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:29,656 DEBUG [M:0;fe76acf732b2:34701 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:29,656 DEBUG [M:0;fe76acf732b2:34701 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:19:29,656 DEBUG [M:0;fe76acf732b2:34701 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:29,657 INFO [M:0;fe76acf732b2:34701 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T19:19:29,673 DEBUG [M:0;fe76acf732b2:34701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4e4015f54a84ff694549c53205a3d81 is 82, key is hbase:meta,,1/info:regioninfo/1732648757454/Put/seqid=0 2024-11-26T19:19:29,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741837_1013 (size=5672) 2024-11-26T19:19:29,677 INFO [M:0;fe76acf732b2:34701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4e4015f54a84ff694549c53205a3d81 2024-11-26T19:19:29,694 DEBUG [M:0;fe76acf732b2:34701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c1c7d4bfbf2433b9e3b3fc5090d33af is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732648757467/Put/seqid=0 2024-11-26T19:19:29,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741838_1014 (size=5275) 2024-11-26T19:19:29,781 DEBUG [RS:0;fe76acf732b2:38393.replicationSource.wal-reader.fe76acf732b2%2C38393%2C1732648763500,1-fe76acf732b2,38393,1732648763500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500/fe76acf732b2%2C38393%2C1732648763500.1732648764316 to pos 0, reset compression=false 2024-11-26T19:19:30,099 INFO [M:0;fe76acf732b2:34701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c1c7d4bfbf2433b9e3b3fc5090d33af 2024-11-26T19:19:30,118 DEBUG [M:0;fe76acf732b2:34701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fec7082275c449508eede0273812b1e4 is 69, key is fe76acf732b2,38717,1732648754841/rs:state/1732648756290/Put/seqid=0 2024-11-26T19:19:30,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741839_1015 (size=5156) 2024-11-26T19:19:30,151 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:19:30,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:30,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:30,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:30,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:30,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:30,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:30,522 INFO [M:0;fe76acf732b2:34701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fec7082275c449508eede0273812b1e4 2024-11-26T19:19:30,527 DEBUG [M:0;fe76acf732b2:34701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4e4015f54a84ff694549c53205a3d81 as hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4e4015f54a84ff694549c53205a3d81 2024-11-26T19:19:30,531 INFO [M:0;fe76acf732b2:34701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4e4015f54a84ff694549c53205a3d81, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T19:19:30,532 DEBUG [M:0;fe76acf732b2:34701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c1c7d4bfbf2433b9e3b3fc5090d33af as hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c1c7d4bfbf2433b9e3b3fc5090d33af 2024-11-26T19:19:30,537 INFO [M:0;fe76acf732b2:34701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c1c7d4bfbf2433b9e3b3fc5090d33af, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T19:19:30,538 DEBUG [M:0;fe76acf732b2:34701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fec7082275c449508eede0273812b1e4 as hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fec7082275c449508eede0273812b1e4 2024-11-26T19:19:30,542 INFO [M:0;fe76acf732b2:34701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37227/user/jenkins/test-data/13fcf618-a207-212a-a136-01b03f0b8920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fec7082275c449508eede0273812b1e4, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T19:19:30,543 INFO [M:0;fe76acf732b2:34701 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=28, compaction requested=false 2024-11-26T19:19:30,544 INFO [M:0;fe76acf732b2:34701 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:30,544 DEBUG [M:0;fe76acf732b2:34701 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648769656Disabling compacts and flushes for region at 1732648769656Disabling writes for close at 1732648769656Obtaining lock to block concurrent updates at 1732648769657 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648769657Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732648769657Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648769658 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648769658Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648769672 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648769672Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648769681 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648769694 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648769694Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648770103 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648770117 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648770117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b6ee1c: reopening flushed file at 1732648770527 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dbe494b: reopening flushed file at 1732648770532 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31eb81f2: reopening flushed file at 1732648770537 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=28, compaction requested=false at 1732648770543 (+6 ms)Writing region close event to WAL at 1732648770544 (+1 ms)Closed at 1732648770544 2024-11-26T19:19:30,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40267 is added to blk_1073741830_1006 (size=10165) 2024-11-26T19:19:30,547 INFO [M:0;fe76acf732b2:34701 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:19:30,547 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:19:30,547 INFO [M:0;fe76acf732b2:34701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34701 2024-11-26T19:19:30,547 INFO [M:0;fe76acf732b2:34701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:19:30,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:30,649 INFO [M:0;fe76acf732b2:34701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:19:30,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10155b7b5890003, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:30,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@101cec53{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:19:30,652 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10c2ec6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:19:30,652 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:19:30,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d17fa12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:19:30,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f81a38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/hadoop.log.dir/,STOPPED} 2024-11-26T19:19:30,653 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:19:30,653 WARN [BP-925771589-172.17.0.2-1732648753827 heartbeating to localhost/127.0.0.1:37227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:19:30,653 WARN [BP-925771589-172.17.0.2-1732648753827 heartbeating to localhost/127.0.0.1:37227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-925771589-172.17.0.2-1732648753827 (Datanode Uuid e8000684-27e3-4a60-8810-f4f09dc4e05f) service to localhost/127.0.0.1:37227 2024-11-26T19:19:30,654 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:19:30,654 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/cluster_97b43d70-41f7-1b38-a1ab-4f4564419242/data/data2/current/BP-925771589-172.17.0.2-1732648753827 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:19:30,654 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/cluster_97b43d70-41f7-1b38-a1ab-4f4564419242/data/data1/current/BP-925771589-172.17.0.2-1732648753827 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:19:30,654 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:19:30,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d5d2530{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:19:30,660 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f5ab4ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:19:30,660 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:19:30,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65fadc0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:19:30,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8efeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/hadoop.log.dir/,STOPPED} 2024-11-26T19:19:30,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T19:19:30,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T19:19:30,672 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:19:30,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:30,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:30,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:30,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:30,672 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:19:30,672 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2119592167, stopped=false 2024-11-26T19:19:30,672 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,46611,1732648763473 2024-11-26T19:19:30,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x10155b7b5890007, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0123198741/running 2024-11-26T19:19:30,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0123198741/running 2024-11-26T19:19:30,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x10155b7b5890007, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:30,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:30,674 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:19:30,674 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:19:30,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:30,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:30,674 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,38393,1732648763500' ***** 2024-11-26T19:19:30,674 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:19:30,674 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:19:30,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38393-0x10155b7b5890007, quorum=127.0.0.1:64615, baseZNode=/0123198741 Set watcher on znode that does not yet exist, /0123198741/running 2024-11-26T19:19:30,675 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:19:30,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Set watcher on znode that does not yet exist, /0123198741/running 2024-11-26T19:19:30,675 INFO [RS:0;fe76acf732b2:38393 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:19:30,675 INFO [RS:0;fe76acf732b2:38393 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:19:30,675 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ed804dbe1dc277d13a8dc4400223476 2024-11-26T19:19:30,675 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,38393,1732648763500 2024-11-26T19:19:30,675 INFO [RS:0;fe76acf732b2:38393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:19:30,675 INFO [RS:0;fe76acf732b2:38393 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:38393. 2024-11-26T19:19:30,675 DEBUG [RS:0;fe76acf732b2:38393 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:30,675 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ed804dbe1dc277d13a8dc4400223476, disabling compactions & flushes 2024-11-26T19:19:30,675 DEBUG [RS:0;fe76acf732b2:38393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:30,675 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. 2024-11-26T19:19:30,675 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. 2024-11-26T19:19:30,675 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:19:30,675 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. after waiting 0 ms 2024-11-26T19:19:30,675 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:19:30,676 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. 2024-11-26T19:19:30,676 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:19:30,676 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:19:30,676 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T19:19:30,676 DEBUG [RS:0;fe76acf732b2:38393 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0ed804dbe1dc277d13a8dc4400223476=hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476.} 2024-11-26T19:19:30,676 DEBUG [RS:0;fe76acf732b2:38393 {}] regionserver.HRegionServer(1351): Waiting on 0ed804dbe1dc277d13a8dc4400223476, 1588230740 2024-11-26T19:19:30,676 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:19:30,676 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:19:30,676 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:19:30,676 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:19:30,676 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:19:30,677 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-26T19:19:30,680 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/replication/0ed804dbe1dc277d13a8dc4400223476/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-26T19:19:30,681 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:19:30,681 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:19:30,681 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. 2024-11-26T19:19:30,681 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ed804dbe1dc277d13a8dc4400223476: Waiting for close lock at 1732648770675Running coprocessor pre-close hooks at 1732648770675Disabling compacts and flushes for region at 1732648770675Disabling writes for close at 1732648770675Writing region close event to WAL at 1732648770677 (+2 ms)Running coprocessor post-close hooks at 1732648770680 (+3 ms)Closed at 1732648770681 (+1 ms) 2024-11-26T19:19:30,681 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476. 2024-11-26T19:19:30,692 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/.tmp/info/fb395588ab594d11948ee68dc86acf29 is 147, key is hbase:replication,,1732648757595.0ed804dbe1dc277d13a8dc4400223476./info:regioninfo/1732648768936/Put/seqid=0 2024-11-26T19:19:30,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741851_1027 (size=6385) 2024-11-26T19:19:30,774 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:19:30,877 DEBUG [RS:0;fe76acf732b2:38393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:30,887 DEBUG [RS:0;fe76acf732b2:38393.replicationSource.wal-reader.fe76acf732b2%2C38393%2C1732648763500,1-fe76acf732b2,38393,1732648763500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500/fe76acf732b2%2C38393%2C1732648763500.1732648764316 to pos 0, reset compression=false 2024-11-26T19:19:31,077 DEBUG [RS:0;fe76acf732b2:38393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:31,096 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/.tmp/info/fb395588ab594d11948ee68dc86acf29 2024-11-26T19:19:31,102 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/.tmp/info/fb395588ab594d11948ee68dc86acf29 as hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/info/fb395588ab594d11948ee68dc86acf29 2024-11-26T19:19:31,106 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/info/fb395588ab594d11948ee68dc86acf29, entries=8, sequenceid=19, filesize=6.2 K 2024-11-26T19:19:31,107 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false 2024-11-26T19:19:31,113 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-26T19:19:31,113 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:19:31,113 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:19:31,113 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:19:31,113 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648770676Running coprocessor pre-close hooks at 1732648770676Disabling compacts and flushes for region at 1732648770676Disabling writes for close at 1732648770676Obtaining lock to block concurrent updates at 1732648770677 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732648770677Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732648770677Flushing stores of hbase:meta,,1.1588230740 at 1732648770677Flushing 1588230740/info: creating writer at 1732648770678 (+1 ms)Flushing 1588230740/info: appending metadata at 1732648770692 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732648770692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36ad4645: reopening flushed file at 1732648771101 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false at 1732648771107 (+6 ms)Writing region close event to WAL at 1732648771110 (+3 ms)Running coprocessor post-close hooks at 1732648771113 (+3 ms)Closed at 1732648771113 2024-11-26T19:19:31,114 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:19:31,208 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:19:31,209 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:19:31,277 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,38393,1732648763500; all regions closed. 2024-11-26T19:19:31,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741849_1025 (size=2156) 2024-11-26T19:19:31,279 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500/fe76acf732b2%2C38393%2C1732648763500.meta.1732648764631.meta not finished, retry = 0 2024-11-26T19:19:31,382 DEBUG [RS:0;fe76acf732b2:38393 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/oldWALs 2024-11-26T19:19:31,382 INFO [RS:0;fe76acf732b2:38393 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C38393%2C1732648763500.meta:.meta(num 1732648764631) 2024-11-26T19:19:31,384 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500/fe76acf732b2%2C38393%2C1732648763500.rep.1732648768900 not finished, retry = 0 2024-11-26T19:19:31,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741850_1026 (size=796) 2024-11-26T19:19:31,487 DEBUG [RS:0;fe76acf732b2:38393 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/oldWALs 2024-11-26T19:19:31,487 INFO [RS:0;fe76acf732b2:38393 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C38393%2C1732648763500.rep:(num 1732648768900) 2024-11-26T19:19:31,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741848_1024 (size=93) 2024-11-26T19:19:31,492 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/WALs/fe76acf732b2,38393,1732648763500/fe76acf732b2%2C38393%2C1732648763500.1732648764316 not finished, retry = 0 2024-11-26T19:19:31,595 DEBUG [RS:0;fe76acf732b2:38393 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/oldWALs 2024-11-26T19:19:31,595 INFO [RS:0;fe76acf732b2:38393 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C38393%2C1732648763500:(num 1732648764316) 2024-11-26T19:19:31,595 DEBUG [RS:0;fe76acf732b2:38393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:31,595 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:19:31,595 INFO [RS:0;fe76acf732b2:38393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:19:31,595 INFO [RS:0;fe76acf732b2:38393 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T19:19:31,595 INFO [RS:0;fe76acf732b2:38393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:19:31,595 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:19:31,595 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fe76acf732b2,38393,1732648763500 because: Region server is closing 2024-11-26T19:19:31,595 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-26T19:19:31,595 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-26T19:19:31,595 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T19:19:31,595 INFO [RS:0;fe76acf732b2:38393 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:38393. 2024-11-26T19:19:31,596 DEBUG [RS:0;fe76acf732b2:38393 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:31,596 DEBUG [RS:0;fe76acf732b2:38393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:31,596 DEBUG [RS:0;fe76acf732b2:38393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:31,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:31,696 WARN [RS:0;fe76acf732b2:38393.replicationSource.wal-reader.fe76acf732b2%2C38393%2C1732648763500,1-fe76acf732b2,38393,1732648763500 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T19:19:31,696 WARN [RS:0;fe76acf732b2:38393.replicationSource.shipperfe76acf732b2%2C38393%2C1732648763500,1-fe76acf732b2,38393,1732648763500 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T19:19:31,696 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;fe76acf732b2:38393.replicationSource.shipperfe76acf732b2%2C38393%2C1732648763500,1-fe76acf732b2,38393,1732648763500 terminated 2024-11-26T19:19:31,696 INFO [RS:0;fe76acf732b2:38393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38393 2024-11-26T19:19:31,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741/rs 2024-11-26T19:19:31,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x10155b7b5890007, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0123198741/rs/fe76acf732b2,38393,1732648763500 2024-11-26T19:19:31,701 INFO [RS:0;fe76acf732b2:38393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:19:31,702 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,38393,1732648763500] 2024-11-26T19:19:31,704 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0123198741/draining/fe76acf732b2,38393,1732648763500 already deleted, retry=false 2024-11-26T19:19:31,704 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,38393,1732648763500 expired; onlineServers=0 2024-11-26T19:19:31,704 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,46611,1732648763473' ***** 2024-11-26T19:19:31,704 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:19:31,704 INFO [M:0;fe76acf732b2:46611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:19:31,704 INFO [M:0;fe76acf732b2:46611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:19:31,704 DEBUG [M:0;fe76acf732b2:46611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:19:31,704 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:19:31,704 DEBUG [M:0;fe76acf732b2:46611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:19:31,704 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648764063 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648764063,5,FailOnTimeoutGroup] 2024-11-26T19:19:31,704 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648764064 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648764064,5,FailOnTimeoutGroup] 2024-11-26T19:19:31,704 INFO [M:0;fe76acf732b2:46611 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:19:31,704 INFO [M:0;fe76acf732b2:46611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:19:31,704 DEBUG [M:0;fe76acf732b2:46611 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:19:31,704 INFO [M:0;fe76acf732b2:46611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:19:31,704 INFO [M:0;fe76acf732b2:46611 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:19:31,705 INFO [M:0;fe76acf732b2:46611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:19:31,705 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:19:31,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0123198741/master 2024-11-26T19:19:31,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0123198741 2024-11-26T19:19:31,706 DEBUG [M:0;fe76acf732b2:46611 {}] zookeeper.ZKUtil(347): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Unable to get data of znode /0123198741/master because node does not exist (not an error) 2024-11-26T19:19:31,706 WARN [M:0;fe76acf732b2:46611 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T19:19:31,706 INFO [M:0;fe76acf732b2:46611 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/.lastflushedseqids 2024-11-26T19:19:31,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741852_1028 (size=181) 2024-11-26T19:19:31,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x10155b7b5890007, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:31,803 INFO [RS:0;fe76acf732b2:38393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:19:31,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x10155b7b5890007, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:31,803 INFO [RS:0;fe76acf732b2:38393 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,38393,1732648763500; zookeeper connection closed. 2024-11-26T19:19:31,803 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@147f9efc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@147f9efc 2024-11-26T19:19:31,803 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:19:32,112 INFO [M:0;fe76acf732b2:46611 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:19:32,112 INFO [M:0;fe76acf732b2:46611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:19:32,113 DEBUG [M:0;fe76acf732b2:46611 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:19:32,113 INFO [M:0;fe76acf732b2:46611 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:32,113 DEBUG [M:0;fe76acf732b2:46611 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:32,113 DEBUG [M:0;fe76acf732b2:46611 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:19:32,113 DEBUG [M:0;fe76acf732b2:46611 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:32,113 INFO [M:0;fe76acf732b2:46611 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-26T19:19:32,136 DEBUG [M:0;fe76acf732b2:46611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/21489719e3054a198aeb34d8bdd3e805 is 82, key is hbase:meta,,1/info:regioninfo/1732648764677/Put/seqid=0 2024-11-26T19:19:32,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741853_1029 (size=5672) 2024-11-26T19:19:32,541 INFO [M:0;fe76acf732b2:46611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/21489719e3054a198aeb34d8bdd3e805 2024-11-26T19:19:32,561 DEBUG [M:0;fe76acf732b2:46611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a537efc53b24fc3bad6bd952c1dc854 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732648768946/Put/seqid=0 2024-11-26T19:19:32,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741854_1030 (size=7312) 2024-11-26T19:19:32,965 INFO [M:0;fe76acf732b2:46611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a537efc53b24fc3bad6bd952c1dc854 2024-11-26T19:19:32,985 DEBUG [M:0;fe76acf732b2:46611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4739bba90b44d60b44d788cd80aa875 is 69, key is fe76acf732b2,38393,1732648763500/rs:state/1732648764131/Put/seqid=0 2024-11-26T19:19:32,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741855_1031 (size=5370) 2024-11-26T19:19:33,390 INFO [M:0;fe76acf732b2:46611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4739bba90b44d60b44d788cd80aa875 2024-11-26T19:19:33,396 INFO [M:0;fe76acf732b2:46611 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4739bba90b44d60b44d788cd80aa875 2024-11-26T19:19:33,396 DEBUG [M:0;fe76acf732b2:46611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/21489719e3054a198aeb34d8bdd3e805 as hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/21489719e3054a198aeb34d8bdd3e805 2024-11-26T19:19:33,400 INFO [M:0;fe76acf732b2:46611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/21489719e3054a198aeb34d8bdd3e805, entries=8, sequenceid=127, filesize=5.5 K 2024-11-26T19:19:33,401 DEBUG [M:0;fe76acf732b2:46611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a537efc53b24fc3bad6bd952c1dc854 as hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a537efc53b24fc3bad6bd952c1dc854 2024-11-26T19:19:33,405 INFO [M:0;fe76acf732b2:46611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a537efc53b24fc3bad6bd952c1dc854, entries=7, sequenceid=127, filesize=7.1 K 2024-11-26T19:19:33,405 DEBUG [M:0;fe76acf732b2:46611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4739bba90b44d60b44d788cd80aa875 as hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4739bba90b44d60b44d788cd80aa875 2024-11-26T19:19:33,409 INFO [M:0;fe76acf732b2:46611 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4739bba90b44d60b44d788cd80aa875 2024-11-26T19:19:33,409 INFO [M:0;fe76acf732b2:46611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4739bba90b44d60b44d788cd80aa875, entries=2, sequenceid=127, filesize=5.2 K 2024-11-26T19:19:33,410 INFO [M:0;fe76acf732b2:46611 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=127, compaction requested=false 2024-11-26T19:19:33,412 INFO [M:0;fe76acf732b2:46611 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:33,412 DEBUG [M:0;fe76acf732b2:46611 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648772113Disabling compacts and flushes for region at 1732648772113Disabling writes for close at 1732648772113Obtaining lock to block concurrent updates at 1732648772113Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648772113Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732648772113Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648772114 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648772114Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648772135 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648772136 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648772546 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648772561 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648772561Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648772970 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648772984 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648772984Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a10dfea: reopening flushed file at 1732648773396 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f769615: reopening flushed file at 1732648773400 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@295f40e: reopening flushed file at 1732648773405 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=127, compaction requested=false at 1732648773410 (+5 ms)Writing region close event to WAL at 1732648773412 (+2 ms)Closed at 1732648773412 2024-11-26T19:19:33,414 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e5096cd-4820-4a00-a994-8b38d3717e25/MasterData/WALs/fe76acf732b2,46611,1732648763473/fe76acf732b2%2C46611%2C1732648763473.1732648763967 not finished, retry = 0 2024-11-26T19:19:33,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741847_1023 (size=22903) 2024-11-26T19:19:33,515 INFO [M:0;fe76acf732b2:46611 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:19:33,515 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:19:33,516 INFO [M:0;fe76acf732b2:46611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46611 2024-11-26T19:19:33,516 INFO [M:0;fe76acf732b2:46611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:19:33,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:33,618 INFO [M:0;fe76acf732b2:46611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:19:33,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x10155b7b5890006, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:33,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70328c17{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:19:33,621 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c1606b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:19:33,621 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:19:33,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34b66f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:19:33,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a27cf90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/hadoop.log.dir/,STOPPED} 2024-11-26T19:19:33,622 WARN [BP-680780821-172.17.0.2-1732648749886 heartbeating to localhost/127.0.0.1:42653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:19:33,622 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:19:33,622 WARN [BP-680780821-172.17.0.2-1732648749886 heartbeating to localhost/127.0.0.1:42653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-680780821-172.17.0.2-1732648749886 (Datanode Uuid ef1d9d20-a40b-4a75-ac7e-2bba2ea352b2) service to localhost/127.0.0.1:42653 2024-11-26T19:19:33,622 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:19:33,623 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/cluster_765edb19-8118-7da5-b8d3-3756ff0cefa1/data/data1/current/BP-680780821-172.17.0.2-1732648749886 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:19:33,623 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/cluster_765edb19-8118-7da5-b8d3-3756ff0cefa1/data/data2/current/BP-680780821-172.17.0.2-1732648749886 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:19:33,624 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:19:33,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75db02f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:19:33,631 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:19:33,631 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:19:33,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:19:33,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43564bd2-c1da-7e6d-99da-946ff8f76342/hadoop.log.dir/,STOPPED} 2024-11-26T19:19:33,638 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T19:19:33,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T19:19:33,664 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 162) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64615) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37227 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:42653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:37227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42653 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64615) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=207 (was 251), ProcessCount=11 (was 11), AvailableMemoryMB=5568 (was 5688) 2024-11-26T19:19:33,673 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=207, ProcessCount=11, AvailableMemoryMB=5568 2024-11-26T19:19:33,690 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-26T19:19:33,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/hadoop.log.dir so I do NOT create it in target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8 2024-11-26T19:19:33,691 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T19:19:33,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/hadoop.tmp.dir so I do NOT create it in target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8 2024-11-26T19:19:33,691 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975df719-c49f-4378-33c4-9f32403e26b2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T19:19:33,691 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8 2024-11-26T19:19:33,691 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/cluster_c3d7580a-9024-b805-3251-5da925f2a50a, deleteOnExit=true 2024-11-26T19:19:33,698 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/cluster_c3d7580a-9024-b805-3251-5da925f2a50a/zookeeper_0, clientPort=50254, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/cluster_c3d7580a-9024-b805-3251-5da925f2a50a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/cluster_c3d7580a-9024-b805-3251-5da925f2a50a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T19:19:33,699 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50254 2024-11-26T19:19:33,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:19:33,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:19:33,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/test.cache.data in system properties and HBase conf 2024-11-26T19:19:33,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:19:33,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:19:33,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:19:33,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:19:33,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:19:33,700 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:19:33,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:19:33,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:19:33,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:19:33,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:19:33,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:19:33,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:19:33,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:19:33,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:19:33,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:19:33,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:19:33,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:19:33,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:19:33,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:19:33,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:19:33,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10155b7b5890002, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T19:19:33,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10155b7b5890005, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T19:19:33,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10155b7b5890005, quorum=127.0.0.1:64615, baseZNode=/1133523982 Received Disconnected from ZooKeeper, ignoring 2024-11-26T19:19:33,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10155b7b5890002, quorum=127.0.0.1:64615, baseZNode=/0123198741 Received Disconnected from ZooKeeper, ignoring 2024-11-26T19:19:33,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:19:33,817 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:19:33,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:19:33,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:19:33,819 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:19:33,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:19:33,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6eb8a007{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:19:33,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6710d13e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:19:33,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62da7c7c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/java.io.tmpdir/jetty-localhost-45061-hadoop-hdfs-3_4_1-tests_jar-_-any-4623878434596402931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:19:33,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8a20ad{HTTP/1.1, (http/1.1)}{localhost:45061} 2024-11-26T19:19:33,981 INFO [Time-limited test {}] server.Server(415): Started @151661ms 2024-11-26T19:19:34,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:19:34,075 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:19:34,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:19:34,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:19:34,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T19:19:34,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c6a9ea6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:19:34,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fcfb081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:19:34,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75830d1f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/java.io.tmpdir/jetty-localhost-44605-hadoop-hdfs-3_4_1-tests_jar-_-any-698293726958665305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:19:34,215 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b238757{HTTP/1.1, (http/1.1)}{localhost:44605} 2024-11-26T19:19:34,215 INFO [Time-limited test {}] server.Server(415): Started @151896ms 2024-11-26T19:19:34,217 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:19:34,312 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/cluster_c3d7580a-9024-b805-3251-5da925f2a50a/data/data1/current/BP-1106089616-172.17.0.2-1732648773737/current, will proceed with Du for space computation calculation, 2024-11-26T19:19:34,312 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/cluster_c3d7580a-9024-b805-3251-5da925f2a50a/data/data2/current/BP-1106089616-172.17.0.2-1732648773737/current, will proceed with Du for space computation calculation, 2024-11-26T19:19:34,329 WARN [Thread-1666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:19:34,332 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x969179ff8f761c20 with lease ID 0xff1ce3fb9388f462: Processing first storage report for DS-978fd9bc-060c-4037-9c78-c84c55828af7 from datanode DatanodeRegistration(127.0.0.1:39399, datanodeUuid=3b0eda78-6751-4611-93f2-53f49cd7787d, infoPort=38399, infoSecurePort=0, ipcPort=40591, storageInfo=lv=-57;cid=testClusterID;nsid=110932795;c=1732648773737) 2024-11-26T19:19:34,332 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x969179ff8f761c20 with lease ID 0xff1ce3fb9388f462: from storage DS-978fd9bc-060c-4037-9c78-c84c55828af7 node DatanodeRegistration(127.0.0.1:39399, datanodeUuid=3b0eda78-6751-4611-93f2-53f49cd7787d, infoPort=38399, infoSecurePort=0, ipcPort=40591, storageInfo=lv=-57;cid=testClusterID;nsid=110932795;c=1732648773737), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:19:34,332 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x969179ff8f761c20 with lease ID 0xff1ce3fb9388f462: Processing first storage report for DS-2549125f-280f-424e-9177-3515bc4b99a5 from datanode DatanodeRegistration(127.0.0.1:39399, datanodeUuid=3b0eda78-6751-4611-93f2-53f49cd7787d, infoPort=38399, infoSecurePort=0, ipcPort=40591, storageInfo=lv=-57;cid=testClusterID;nsid=110932795;c=1732648773737) 2024-11-26T19:19:34,332 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x969179ff8f761c20 with lease ID 0xff1ce3fb9388f462: from storage DS-2549125f-280f-424e-9177-3515bc4b99a5 node DatanodeRegistration(127.0.0.1:39399, datanodeUuid=3b0eda78-6751-4611-93f2-53f49cd7787d, infoPort=38399, infoSecurePort=0, ipcPort=40591, storageInfo=lv=-57;cid=testClusterID;nsid=110932795;c=1732648773737), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:19:34,339 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8 2024-11-26T19:19:34,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:34,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:34,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:19:34,749 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08 with version=8 2024-11-26T19:19:34,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/hbase-staging 2024-11-26T19:19:34,751 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:19:34,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:34,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:34,751 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:19:34,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:34,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:19:34,751 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:19:34,751 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:19:34,752 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44473 2024-11-26T19:19:34,753 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44473 connecting to ZooKeeper ensemble=127.0.0.1:50254 2024-11-26T19:19:34,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444730x0, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:19:34,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44473-0x10155b812d10000 connected 2024-11-26T19:19:34,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:34,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:34,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Set watcher on znode that does not yet exist, /0-1019932582/running 2024-11-26T19:19:34,780 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08, hbase.cluster.distributed=false 2024-11-26T19:19:34,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Set watcher on znode that does not yet exist, /0-1019932582/acl 2024-11-26T19:19:34,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44473 2024-11-26T19:19:34,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44473 2024-11-26T19:19:34,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44473 2024-11-26T19:19:34,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44473 2024-11-26T19:19:34,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44473 2024-11-26T19:19:34,802 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:19:34,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:34,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:34,802 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:19:34,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:34,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:19:34,803 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:19:34,803 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:19:34,803 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44359 2024-11-26T19:19:34,804 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44359 connecting to ZooKeeper ensemble=127.0.0.1:50254 2024-11-26T19:19:34,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:34,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:34,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443590x0, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:19:34,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443590x0, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Set watcher on znode that does not yet exist, /0-1019932582/running 2024-11-26T19:19:34,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44359-0x10155b812d10001 connected 2024-11-26T19:19:34,810 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:19:34,812 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:19:34,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44359-0x10155b812d10001, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Set watcher on znode that does not yet exist, /0-1019932582/master 2024-11-26T19:19:34,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44359-0x10155b812d10001, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Set watcher on znode that does not yet exist, /0-1019932582/acl 2024-11-26T19:19:34,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44359 2024-11-26T19:19:34,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44359 2024-11-26T19:19:34,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44359 2024-11-26T19:19:34,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44359 2024-11-26T19:19:34,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44359 2024-11-26T19:19:34,835 DEBUG [M:0;fe76acf732b2:44473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:44473 2024-11-26T19:19:34,836 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1019932582/backup-masters/fe76acf732b2,44473,1732648774751 2024-11-26T19:19:34,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x10155b812d10001, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582/backup-masters 2024-11-26T19:19:34,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582/backup-masters 2024-11-26T19:19:34,838 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Set watcher on existing znode=/0-1019932582/backup-masters/fe76acf732b2,44473,1732648774751 2024-11-26T19:19:34,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x10155b812d10001, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1019932582/master 2024-11-26T19:19:34,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582 2024-11-26T19:19:34,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x10155b812d10001, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582 2024-11-26T19:19:34,839 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Set watcher on existing znode=/0-1019932582/master 2024-11-26T19:19:34,840 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1019932582/backup-masters/fe76acf732b2,44473,1732648774751 from backup master directory 2024-11-26T19:19:34,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x10155b812d10001, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582/backup-masters 2024-11-26T19:19:34,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1019932582/backup-masters/fe76acf732b2,44473,1732648774751 2024-11-26T19:19:34,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582/backup-masters 2024-11-26T19:19:34,842 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:19:34,842 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,44473,1732648774751 2024-11-26T19:19:34,846 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/hbase.id] with ID: 176e8550-6327-44b8-9b6c-fc89ea413e89 2024-11-26T19:19:34,846 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/.tmp/hbase.id 2024-11-26T19:19:34,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:19:35,254 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/.tmp/hbase.id]:[hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/hbase.id] 2024-11-26T19:19:35,264 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:35,264 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:19:35,265 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T19:19:35,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582 2024-11-26T19:19:35,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x10155b812d10001, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582 2024-11-26T19:19:35,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:19:35,672 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:19:35,673 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:19:35,674 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:19:35,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:19:36,080 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/data/master/store 2024-11-26T19:19:36,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:19:36,183 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:19:36,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:36,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:36,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:36,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:36,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:36,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:36,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:36,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:36,487 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:36,487 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:19:36,487 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:36,487 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:36,487 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:19:36,487 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:36,487 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:36,487 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648776487Disabling compacts and flushes for region at 1732648776487Disabling writes for close at 1732648776487Writing region close event to WAL at 1732648776487Closed at 1732648776487 2024-11-26T19:19:36,488 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/data/master/store/.initializing 2024-11-26T19:19:36,488 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/WALs/fe76acf732b2,44473,1732648774751 2024-11-26T19:19:36,489 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:19:36,490 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C44473%2C1732648774751, suffix=, logDir=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/WALs/fe76acf732b2,44473,1732648774751, archiveDir=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/oldWALs, maxLogs=10 2024-11-26T19:19:36,503 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/WALs/fe76acf732b2,44473,1732648774751/fe76acf732b2%2C44473%2C1732648774751.1732648776490, exclude list is [], retry=0 2024-11-26T19:19:36,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-978fd9bc-060c-4037-9c78-c84c55828af7,DISK] 2024-11-26T19:19:36,507 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/WALs/fe76acf732b2,44473,1732648774751/fe76acf732b2%2C44473%2C1732648774751.1732648776490 2024-11-26T19:19:36,507 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38399:38399)] 2024-11-26T19:19:36,507 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:19:36,508 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:36,508 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:36,508 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:36,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:36,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:19:36,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:36,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:36,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:36,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:19:36,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:36,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:36,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:36,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:19:36,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:36,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:36,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:36,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:19:36,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:36,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:36,515 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:36,515 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:36,516 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:36,517 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:36,517 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:36,517 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:19:36,518 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:36,520 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:19:36,520 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60861367, jitterRate=-0.09309495985507965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:19:36,521 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648776508Initializing all the Stores at 1732648776508Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648776508Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648776508Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648776508Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648776509 (+1 ms)Cleaning up temporary data from old regions at 1732648776517 (+8 ms)Region opened successfully at 1732648776520 (+3 ms) 2024-11-26T19:19:36,521 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:19:36,523 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452d5a4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:19:36,524 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:19:36,524 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:19:36,524 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:19:36,524 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:19:36,525 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:19:36,525 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T19:19:36,525 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:19:36,527 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:19:36,527 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Unable to get data of znode /0-1019932582/balancer because node does not exist (not necessarily an error) 2024-11-26T19:19:36,528 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1019932582/balancer already deleted, retry=false 2024-11-26T19:19:36,529 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:19:36,529 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Unable to get data of znode /0-1019932582/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:19:36,531 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1019932582/normalizer already deleted, retry=false 2024-11-26T19:19:36,531 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:19:36,531 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Unable to get data of znode /0-1019932582/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:19:36,534 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1019932582/switch/split already deleted, retry=false 2024-11-26T19:19:36,535 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Unable to get data of znode /0-1019932582/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:19:36,536 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1019932582/switch/merge already deleted, retry=false 2024-11-26T19:19:36,537 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Unable to get data of znode /0-1019932582/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:19:36,538 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1019932582/snapshot-cleanup already deleted, retry=false 2024-11-26T19:19:36,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1019932582/running 2024-11-26T19:19:36,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582 2024-11-26T19:19:36,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x10155b812d10001, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1019932582/running 2024-11-26T19:19:36,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x10155b812d10001, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582 2024-11-26T19:19:36,540 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,44473,1732648774751, sessionid=0x10155b812d10000, setting cluster-up flag (Was=false) 2024-11-26T19:19:36,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582 2024-11-26T19:19:36,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x10155b812d10001, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582 2024-11-26T19:19:36,548 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1019932582/flush-table-proc/acquired, /0-1019932582/flush-table-proc/reached, /0-1019932582/flush-table-proc/abort 2024-11-26T19:19:36,549 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,44473,1732648774751 2024-11-26T19:19:36,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582 2024-11-26T19:19:36,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x10155b812d10001, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582 2024-11-26T19:19:36,556 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1019932582/online-snapshot/acquired, /0-1019932582/online-snapshot/reached, /0-1019932582/online-snapshot/abort 2024-11-26T19:19:36,557 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,44473,1732648774751 2024-11-26T19:19:36,558 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:19:36,559 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:19:36,559 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:19:36,560 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:19:36,560 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of fe76acf732b2,46377,1732648751347: status=Processing ServerCrashProcedure of fe76acf732b2,46377,1732648751347 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732648764063, completionTime=-1 appears to have been leaked 2024-11-26T19:19:36,560 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,44473,1732648774751 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:19:36,561 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:19:36,561 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:19:36,561 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:19:36,561 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:19:36,561 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:19:36,561 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:36,561 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:19:36,561 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:36,563 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:19:36,563 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:19:36,563 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:36,564 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:19:36,569 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648806568 2024-11-26T19:19:36,569 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:19:36,569 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:19:36,569 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:19:36,569 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:19:36,569 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:19:36,569 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:19:36,569 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:36,569 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:19:36,569 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:19:36,569 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:19:36,570 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:19:36,570 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:19:36,570 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:19:36,570 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648776570,5,FailOnTimeoutGroup] 2024-11-26T19:19:36,570 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648776570,5,FailOnTimeoutGroup] 2024-11-26T19:19:36,570 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:36,570 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:19:36,570 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:36,570 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:36,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:19:36,623 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.HRegionServer(746): ClusterId : 176e8550-6327-44b8-9b6c-fc89ea413e89 2024-11-26T19:19:36,623 DEBUG [RS:0;fe76acf732b2:44359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:19:36,625 DEBUG [RS:0;fe76acf732b2:44359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:19:36,625 DEBUG [RS:0;fe76acf732b2:44359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:19:36,627 DEBUG [RS:0;fe76acf732b2:44359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:19:36,627 DEBUG [RS:0;fe76acf732b2:44359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362a121c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:19:36,639 DEBUG [RS:0;fe76acf732b2:44359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:44359 2024-11-26T19:19:36,639 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:19:36,639 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:19:36,639 DEBUG [RS:0;fe76acf732b2:44359 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:19:36,639 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,44473,1732648774751 with port=44359, startcode=1732648774802 2024-11-26T19:19:36,640 DEBUG [RS:0;fe76acf732b2:44359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:19:36,641 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:19:36,641 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44473 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,44359,1732648774802 2024-11-26T19:19:36,642 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44473 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,44359,1732648774802 2024-11-26T19:19:36,643 DEBUG [RS:0;fe76acf732b2:44359 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08 2024-11-26T19:19:36,643 DEBUG [RS:0;fe76acf732b2:44359 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40557 2024-11-26T19:19:36,643 DEBUG [RS:0;fe76acf732b2:44359 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:19:36,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582/rs 2024-11-26T19:19:36,646 DEBUG [RS:0;fe76acf732b2:44359 {}] zookeeper.ZKUtil(111): regionserver:44359-0x10155b812d10001, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Set watcher on existing znode=/0-1019932582/rs/fe76acf732b2,44359,1732648774802 2024-11-26T19:19:36,646 WARN [RS:0;fe76acf732b2:44359 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:19:36,646 INFO [RS:0;fe76acf732b2:44359 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:19:36,646 DEBUG [RS:0;fe76acf732b2:44359 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802 2024-11-26T19:19:36,646 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,44359,1732648774802] 2024-11-26T19:19:36,649 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:19:36,650 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:19:36,651 INFO [RS:0;fe76acf732b2:44359 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:19:36,651 INFO [RS:0;fe76acf732b2:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:36,652 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:19:36,653 INFO [RS:0;fe76acf732b2:44359 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:19:36,653 INFO [RS:0;fe76acf732b2:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:36,653 DEBUG [RS:0;fe76acf732b2:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:36,653 DEBUG [RS:0;fe76acf732b2:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:36,653 DEBUG [RS:0;fe76acf732b2:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:36,653 DEBUG [RS:0;fe76acf732b2:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:36,653 DEBUG [RS:0;fe76acf732b2:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:36,653 DEBUG [RS:0;fe76acf732b2:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:19:36,653 DEBUG [RS:0;fe76acf732b2:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:36,653 DEBUG [RS:0;fe76acf732b2:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:36,653 DEBUG [RS:0;fe76acf732b2:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:36,653 DEBUG [RS:0;fe76acf732b2:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:36,653 DEBUG [RS:0;fe76acf732b2:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:36,653 DEBUG [RS:0;fe76acf732b2:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:36,653 DEBUG [RS:0;fe76acf732b2:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:19:36,653 DEBUG [RS:0;fe76acf732b2:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:19:36,658 INFO [RS:0;fe76acf732b2:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:36,658 INFO [RS:0;fe76acf732b2:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:36,658 INFO [RS:0;fe76acf732b2:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:36,658 INFO [RS:0;fe76acf732b2:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:36,658 INFO [RS:0;fe76acf732b2:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:36,658 INFO [RS:0;fe76acf732b2:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,44359,1732648774802-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:19:36,672 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:19:36,672 INFO [RS:0;fe76acf732b2:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,44359,1732648774802-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:36,672 INFO [RS:0;fe76acf732b2:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:36,672 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.Replication(171): fe76acf732b2,44359,1732648774802 started 2024-11-26T19:19:36,685 INFO [RS:0;fe76acf732b2:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:36,685 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,44359,1732648774802, RpcServer on fe76acf732b2/172.17.0.2:44359, sessionid=0x10155b812d10001 2024-11-26T19:19:36,685 DEBUG [RS:0;fe76acf732b2:44359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:19:36,685 DEBUG [RS:0;fe76acf732b2:44359 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,44359,1732648774802 2024-11-26T19:19:36,685 DEBUG [RS:0;fe76acf732b2:44359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,44359,1732648774802' 2024-11-26T19:19:36,685 DEBUG [RS:0;fe76acf732b2:44359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1019932582/flush-table-proc/abort' 2024-11-26T19:19:36,686 DEBUG [RS:0;fe76acf732b2:44359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1019932582/flush-table-proc/acquired' 2024-11-26T19:19:36,686 DEBUG [RS:0;fe76acf732b2:44359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:19:36,686 DEBUG [RS:0;fe76acf732b2:44359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:19:36,686 DEBUG [RS:0;fe76acf732b2:44359 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,44359,1732648774802 2024-11-26T19:19:36,686 DEBUG [RS:0;fe76acf732b2:44359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,44359,1732648774802' 2024-11-26T19:19:36,686 DEBUG [RS:0;fe76acf732b2:44359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1019932582/online-snapshot/abort' 2024-11-26T19:19:36,687 DEBUG [RS:0;fe76acf732b2:44359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1019932582/online-snapshot/acquired' 2024-11-26T19:19:36,687 DEBUG [RS:0;fe76acf732b2:44359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:19:36,687 INFO [RS:0;fe76acf732b2:44359 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:19:36,687 INFO [RS:0;fe76acf732b2:44359 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:19:36,787 INFO [RS:0;fe76acf732b2:44359 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:19:36,789 INFO [RS:0;fe76acf732b2:44359 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C44359%2C1732648774802, suffix=, logDir=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802, archiveDir=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/oldWALs, maxLogs=10 2024-11-26T19:19:36,809 DEBUG [RS:0;fe76acf732b2:44359 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789, exclude list is [], retry=0 2024-11-26T19:19:36,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-978fd9bc-060c-4037-9c78-c84c55828af7,DISK] 2024-11-26T19:19:36,814 INFO [RS:0;fe76acf732b2:44359 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 2024-11-26T19:19:36,814 DEBUG [RS:0;fe76acf732b2:44359 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38399:38399)] 2024-11-26T19:19:36,972 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:19:36,972 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08 2024-11-26T19:19:36,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741833_1009 (size=32) 2024-11-26T19:19:37,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:37,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:19:37,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:19:37,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:37,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:37,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:19:37,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:19:37,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:37,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:37,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:19:37,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:19:37,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:37,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:37,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:19:37,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:19:37,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:37,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:37,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:19:37,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740 2024-11-26T19:19:37,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740 2024-11-26T19:19:37,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:19:37,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:19:37,388 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:19:37,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:19:37,391 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:19:37,391 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68851042, jitterRate=0.025960475206375122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:19:37,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648777378Initializing all the Stores at 1732648777379 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648777379Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648777379Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648777379Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648777379Cleaning up temporary data from old regions at 1732648777388 (+9 ms)Region opened successfully at 1732648777392 (+4 ms) 2024-11-26T19:19:37,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:19:37,392 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:19:37,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:19:37,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:19:37,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:19:37,392 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:19:37,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648777392Disabling compacts and flushes for region at 1732648777392Disabling writes for close at 1732648777392Writing region close event to WAL at 1732648777392Closed at 1732648777392 2024-11-26T19:19:37,393 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:19:37,393 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:19:37,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:19:37,394 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:19:37,395 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:19:37,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:19:37,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T19:19:37,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:19:37,545 DEBUG [fe76acf732b2:44473 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:19:37,546 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,44359,1732648774802 2024-11-26T19:19:37,547 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,44359,1732648774802, state=OPENING 2024-11-26T19:19:37,548 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:19:37,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582 2024-11-26T19:19:37,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x10155b812d10001, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582 2024-11-26T19:19:37,556 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:19:37,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1019932582/meta-region-server: CHANGED 2024-11-26T19:19:37,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1019932582/meta-region-server: CHANGED 2024-11-26T19:19:37,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,44359,1732648774802}] 2024-11-26T19:19:37,709 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:19:37,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:19:37,714 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:19:37,714 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:19:37,714 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:19:37,715 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C44359%2C1732648774802.meta, suffix=.meta, logDir=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802, archiveDir=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/oldWALs, maxLogs=10 2024-11-26T19:19:37,729 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.meta.1732648777716.meta, exclude list is [], retry=0 2024-11-26T19:19:37,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-978fd9bc-060c-4037-9c78-c84c55828af7,DISK] 2024-11-26T19:19:37,732 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.meta.1732648777716.meta 2024-11-26T19:19:37,733 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38399:38399)] 2024-11-26T19:19:37,733 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:19:37,733 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:19:37,733 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:19:37,733 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:19:37,733 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:19:37,733 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:19:37,733 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:37,734 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:19:37,734 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:19:37,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:19:37,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:19:37,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:37,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:37,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:19:37,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:19:37,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:37,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:37,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:19:37,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:19:37,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:37,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:37,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:19:37,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:19:37,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:37,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:37,739 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:19:37,740 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740 2024-11-26T19:19:37,741 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740 2024-11-26T19:19:37,742 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:19:37,742 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:19:37,742 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:19:37,743 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:19:37,744 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71418086, jitterRate=0.06421241164207458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:19:37,744 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:19:37,745 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648777734Writing region info on filesystem at 1732648777734Initializing all the Stores at 1732648777734Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648777734Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648777735 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648777735Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648777735Cleaning up temporary data from old regions at 1732648777742 (+7 ms)Running coprocessor post-open hooks at 1732648777744 (+2 ms)Region opened successfully at 1732648777745 (+1 ms) 2024-11-26T19:19:37,746 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648777709 2024-11-26T19:19:37,747 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:19:37,747 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:19:37,748 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,44359,1732648774802 2024-11-26T19:19:37,749 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,44359,1732648774802, state=OPEN 2024-11-26T19:19:37,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x10155b812d10001, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1019932582/meta-region-server 2024-11-26T19:19:37,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1019932582/meta-region-server 2024-11-26T19:19:37,751 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,44359,1732648774802 2024-11-26T19:19:37,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1019932582/meta-region-server: CHANGED 2024-11-26T19:19:37,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1019932582/meta-region-server: CHANGED 2024-11-26T19:19:37,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:19:37,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,44359,1732648774802 in 195 msec 2024-11-26T19:19:37,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:19:37,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-26T19:19:37,756 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:19:37,756 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:19:37,757 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:37,757 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,44359,1732648774802, seqNum=-1] 2024-11-26T19:19:37,757 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:19:37,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:19:37,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-26T19:19:37,763 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648777762, completionTime=-1 2024-11-26T19:19:37,763 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:19:37,763 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:19:37,764 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:19:37,764 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648837764 2024-11-26T19:19:37,764 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732648897764 2024-11-26T19:19:37,764 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T19:19:37,765 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,44473,1732648774751-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:37,765 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,44473,1732648774751-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:37,765 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,44473,1732648774751-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:37,765 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:44473, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:37,765 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:37,765 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:37,766 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:19:37,768 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.926sec 2024-11-26T19:19:37,768 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:19:37,768 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:19:37,768 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:19:37,768 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:19:37,768 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:19:37,768 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,44473,1732648774751-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:19:37,768 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,44473,1732648774751-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:19:37,770 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:19:37,770 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:19:37,770 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,44473,1732648774751-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:37,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112afb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:37,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,44473,-1 for getting cluster id 2024-11-26T19:19:37,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:37,825 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '176e8550-6327-44b8-9b6c-fc89ea413e89' 2024-11-26T19:19:37,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:37,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "176e8550-6327-44b8-9b6c-fc89ea413e89" 2024-11-26T19:19:37,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f72b2fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:37,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,44473,-1] 2024-11-26T19:19:37,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:37,826 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:37,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a57df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:37,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:37,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,44359,1732648774802, seqNum=-1] 2024-11-26T19:19:37,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:19:37,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:19:37,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,44473,1732648774751 2024-11-26T19:19:37,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50254 2024-11-26T19:19:37,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:19:37,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10155b812d10002 connected 2024-11-26T19:19:37,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/hadoop.log.dir so I do NOT create it in target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674 2024-11-26T19:19:37,837 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T19:19:37,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/hadoop.tmp.dir so I do NOT create it in target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674 2024-11-26T19:19:37,837 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T19:19:37,837 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674 2024-11-26T19:19:37,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:19:37,837 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/cluster_1ed68c45-de68-d460-bdec-781a29069baf, deleteOnExit=true 2024-11-26T19:19:37,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:19:37,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/test.cache.data in system properties and HBase conf 2024-11-26T19:19:37,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:19:37,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:19:37,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:19:37,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:19:37,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:19:37,837 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:19:37,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:19:37,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:19:37,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:19:37,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:19:37,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:19:37,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:19:37,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:19:37,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:19:37,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:19:37,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:19:37,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:19:37,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:19:37,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:19:37,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:19:37,914 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:19:37,917 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:19:37,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:19:37,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:19:37,918 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T19:19:37,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:19:37,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@347b42e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:19:37,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@672fe1f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:19:38,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b344cbb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/java.io.tmpdir/jetty-localhost-33119-hadoop-hdfs-3_4_1-tests_jar-_-any-16796052980203650575/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:19:38,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6149b37d{HTTP/1.1, (http/1.1)}{localhost:33119} 2024-11-26T19:19:38,034 INFO [Time-limited test {}] server.Server(415): Started @155715ms 2024-11-26T19:19:38,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:19:38,133 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:19:38,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:19:38,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:19:38,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:19:38,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c9e907e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:19:38,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38e96b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:19:38,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@596ea19b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/java.io.tmpdir/jetty-localhost-45067-hadoop-hdfs-3_4_1-tests_jar-_-any-12383642302419462725/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:19:38,251 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@295f848f{HTTP/1.1, (http/1.1)}{localhost:45067} 2024-11-26T19:19:38,251 INFO [Time-limited test {}] server.Server(415): Started @155932ms 2024-11-26T19:19:38,252 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:19:38,361 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/cluster_1ed68c45-de68-d460-bdec-781a29069baf/data/data1/current/BP-1837354739-172.17.0.2-1732648777856/current, will proceed with Du for space computation calculation, 2024-11-26T19:19:38,361 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/cluster_1ed68c45-de68-d460-bdec-781a29069baf/data/data2/current/BP-1837354739-172.17.0.2-1732648777856/current, will proceed with Du for space computation calculation, 2024-11-26T19:19:38,381 WARN [Thread-1787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:19:38,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9319c24453a601b9 with lease ID 0x8f040ae03e1b7043: Processing first storage report for DS-c55b3625-8c90-46b4-a70c-c198da5d9489 from datanode DatanodeRegistration(127.0.0.1:44759, datanodeUuid=b2c08972-3617-42e9-9e80-edb765f63f80, infoPort=37589, infoSecurePort=0, ipcPort=36637, storageInfo=lv=-57;cid=testClusterID;nsid=111477756;c=1732648777856) 2024-11-26T19:19:38,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9319c24453a601b9 with lease ID 0x8f040ae03e1b7043: from storage DS-c55b3625-8c90-46b4-a70c-c198da5d9489 node DatanodeRegistration(127.0.0.1:44759, datanodeUuid=b2c08972-3617-42e9-9e80-edb765f63f80, infoPort=37589, infoSecurePort=0, ipcPort=36637, storageInfo=lv=-57;cid=testClusterID;nsid=111477756;c=1732648777856), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:19:38,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9319c24453a601b9 with lease ID 0x8f040ae03e1b7043: Processing first storage report for DS-0a55d049-59b4-4bfe-ab86-fc9678b15cc9 from datanode DatanodeRegistration(127.0.0.1:44759, datanodeUuid=b2c08972-3617-42e9-9e80-edb765f63f80, infoPort=37589, infoSecurePort=0, ipcPort=36637, storageInfo=lv=-57;cid=testClusterID;nsid=111477756;c=1732648777856) 2024-11-26T19:19:38,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9319c24453a601b9 with lease ID 0x8f040ae03e1b7043: from storage DS-0a55d049-59b4-4bfe-ab86-fc9678b15cc9 node DatanodeRegistration(127.0.0.1:44759, datanodeUuid=b2c08972-3617-42e9-9e80-edb765f63f80, infoPort=37589, infoSecurePort=0, ipcPort=36637, storageInfo=lv=-57;cid=testClusterID;nsid=111477756;c=1732648777856), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:19:38,475 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674 2024-11-26T19:19:38,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:38,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:38,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:19:38,884 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1 with version=8 2024-11-26T19:19:38,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/hbase-staging 2024-11-26T19:19:38,886 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:19:38,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:38,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:38,887 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:19:38,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:38,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:19:38,887 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:19:38,887 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:19:38,887 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34459 2024-11-26T19:19:38,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34459 connecting to ZooKeeper ensemble=127.0.0.1:50254 2024-11-26T19:19:38,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344590x0, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:19:38,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34459-0x10155b812d10003 connected 2024-11-26T19:19:38,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:38,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:38,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Set watcher on znode that does not yet exist, /1-42472811/running 2024-11-26T19:19:38,904 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1, hbase.cluster.distributed=false 2024-11-26T19:19:38,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Set watcher on znode that does not yet exist, /1-42472811/acl 2024-11-26T19:19:38,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34459 2024-11-26T19:19:38,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34459 2024-11-26T19:19:38,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34459 2024-11-26T19:19:38,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34459 2024-11-26T19:19:38,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34459 2024-11-26T19:19:38,921 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:19:38,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:38,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:38,921 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:19:38,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:19:38,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:19:38,921 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:19:38,922 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:19:38,922 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35299 2024-11-26T19:19:38,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35299 connecting to ZooKeeper ensemble=127.0.0.1:50254 2024-11-26T19:19:38,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:38,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:38,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352990x0, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:19:38,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352990x0, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Set watcher on znode that does not yet exist, /1-42472811/running 2024-11-26T19:19:38,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35299-0x10155b812d10004 connected 2024-11-26T19:19:38,929 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:19:38,930 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:19:38,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35299-0x10155b812d10004, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Set watcher on znode that does not yet exist, /1-42472811/master 2024-11-26T19:19:38,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35299-0x10155b812d10004, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Set watcher on znode that does not yet exist, /1-42472811/acl 2024-11-26T19:19:38,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35299 2024-11-26T19:19:38,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35299 2024-11-26T19:19:38,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35299 2024-11-26T19:19:38,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35299 2024-11-26T19:19:38,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35299 2024-11-26T19:19:38,951 DEBUG [M:0;fe76acf732b2:34459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:34459 2024-11-26T19:19:38,952 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-42472811/backup-masters/fe76acf732b2,34459,1732648778886 2024-11-26T19:19:38,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811/backup-masters 2024-11-26T19:19:38,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x10155b812d10004, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811/backup-masters 2024-11-26T19:19:38,954 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Set watcher on existing znode=/1-42472811/backup-masters/fe76acf732b2,34459,1732648778886 2024-11-26T19:19:38,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811 2024-11-26T19:19:38,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x10155b812d10004, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-42472811/master 2024-11-26T19:19:38,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x10155b812d10004, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811 2024-11-26T19:19:38,957 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Set watcher on existing znode=/1-42472811/master 2024-11-26T19:19:38,958 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-42472811/backup-masters/fe76acf732b2,34459,1732648778886 from backup master directory 2024-11-26T19:19:38,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-42472811/backup-masters/fe76acf732b2,34459,1732648778886 2024-11-26T19:19:38,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811/backup-masters 2024-11-26T19:19:38,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x10155b812d10004, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811/backup-masters 2024-11-26T19:19:38,959 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:19:38,959 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,34459,1732648778886 2024-11-26T19:19:38,963 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/hbase.id] with ID: 2020804a-8cd8-4106-82cc-e58d2afa05d9 2024-11-26T19:19:38,963 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/.tmp/hbase.id 2024-11-26T19:19:38,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:19:38,978 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/.tmp/hbase.id]:[hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/hbase.id] 2024-11-26T19:19:38,988 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:38,988 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:19:38,989 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T19:19:38,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811 2024-11-26T19:19:38,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x10155b812d10004, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811 2024-11-26T19:19:38,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:19:38,998 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:19:38,999 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:19:38,999 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:19:39,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:19:39,409 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/data/master/store 2024-11-26T19:19:39,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:19:39,818 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:39,818 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:19:39,818 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:39,818 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:39,818 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:19:39,818 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:39,818 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:39,818 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648779818Disabling compacts and flushes for region at 1732648779818Disabling writes for close at 1732648779818Writing region close event to WAL at 1732648779818Closed at 1732648779818 2024-11-26T19:19:39,819 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/data/master/store/.initializing 2024-11-26T19:19:39,819 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/WALs/fe76acf732b2,34459,1732648778886 2024-11-26T19:19:39,820 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:19:39,822 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C34459%2C1732648778886, suffix=, logDir=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/WALs/fe76acf732b2,34459,1732648778886, archiveDir=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/oldWALs, maxLogs=10 2024-11-26T19:19:39,836 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/WALs/fe76acf732b2,34459,1732648778886/fe76acf732b2%2C34459%2C1732648778886.1732648779822, exclude list is [], retry=0 2024-11-26T19:19:39,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44759,DS-c55b3625-8c90-46b4-a70c-c198da5d9489,DISK] 2024-11-26T19:19:39,841 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/WALs/fe76acf732b2,34459,1732648778886/fe76acf732b2%2C34459%2C1732648778886.1732648779822 2024-11-26T19:19:39,841 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37589:37589)] 2024-11-26T19:19:39,841 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:19:39,841 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:39,841 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:39,841 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:39,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:39,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:19:39,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:39,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:39,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:39,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:19:39,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:39,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:39,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:39,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:19:39,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:39,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:39,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:39,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:19:39,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:39,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:39,850 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:39,851 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:39,851 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:39,853 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:39,853 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:39,853 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:19:39,855 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:19:39,857 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:19:39,857 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74669809, jitterRate=0.11266686022281647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:19:39,857 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648779841Initializing all the Stores at 1732648779842 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648779842Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648779843 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648779843Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648779843Cleaning up temporary data from old regions at 1732648779853 (+10 ms)Region opened successfully at 1732648779857 (+4 ms) 2024-11-26T19:19:39,857 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:19:39,860 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a99999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:19:39,861 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:19:39,861 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:19:39,861 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:19:39,861 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:19:39,862 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:19:39,862 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T19:19:39,862 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:19:39,864 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:19:39,865 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Unable to get data of znode /1-42472811/balancer because node does not exist (not necessarily an error) 2024-11-26T19:19:39,866 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-42472811/balancer already deleted, retry=false 2024-11-26T19:19:39,866 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:19:39,867 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Unable to get data of znode /1-42472811/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:19:39,868 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-42472811/normalizer already deleted, retry=false 2024-11-26T19:19:39,869 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:19:39,869 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Unable to get data of znode /1-42472811/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:19:39,870 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-42472811/switch/split already deleted, retry=false 2024-11-26T19:19:39,871 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Unable to get data of znode /1-42472811/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:19:39,872 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-42472811/switch/merge already deleted, retry=false 2024-11-26T19:19:39,874 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Unable to get data of znode /1-42472811/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:19:39,875 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-42472811/snapshot-cleanup already deleted, retry=false 2024-11-26T19:19:39,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-42472811/running 2024-11-26T19:19:39,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x10155b812d10004, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-42472811/running 2024-11-26T19:19:39,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811 2024-11-26T19:19:39,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x10155b812d10004, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811 2024-11-26T19:19:39,878 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,34459,1732648778886, sessionid=0x10155b812d10003, setting cluster-up flag (Was=false) 2024-11-26T19:19:39,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811 2024-11-26T19:19:39,886 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-42472811/flush-table-proc/acquired, /1-42472811/flush-table-proc/reached, /1-42472811/flush-table-proc/abort 2024-11-26T19:19:39,887 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,34459,1732648778886 2024-11-26T19:19:39,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811 2024-11-26T19:19:39,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x10155b812d10004, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811 2024-11-26T19:19:39,895 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-42472811/online-snapshot/acquired, /1-42472811/online-snapshot/reached, /1-42472811/online-snapshot/abort 2024-11-26T19:19:39,896 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,34459,1732648778886 2024-11-26T19:19:39,897 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:19:39,898 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:19:39,898 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:19:39,898 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:19:39,898 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,34459,1732648778886 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:19:39,899 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:19:39,899 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:19:39,899 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:19:39,899 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:19:39,899 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:19:39,899 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:39,899 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:19:39,899 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:39,905 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:19:39,905 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:19:39,906 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:39,906 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:19:39,914 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648809914 2024-11-26T19:19:39,914 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:19:39,914 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:19:39,914 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:19:39,914 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:19:39,914 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:19:39,914 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:19:39,915 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:39,915 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:19:39,915 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:19:39,915 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:19:39,915 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:19:39,916 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:19:39,916 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:19:39,917 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648779916,5,FailOnTimeoutGroup] 2024-11-26T19:19:39,920 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648779917,5,FailOnTimeoutGroup] 2024-11-26T19:19:39,920 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:39,920 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:19:39,920 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:39,920 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:39,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:19:39,939 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(746): ClusterId : 2020804a-8cd8-4106-82cc-e58d2afa05d9 2024-11-26T19:19:39,939 DEBUG [RS:0;fe76acf732b2:35299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:19:39,940 DEBUG [RS:0;fe76acf732b2:35299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:19:39,940 DEBUG [RS:0;fe76acf732b2:35299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:19:39,943 DEBUG [RS:0;fe76acf732b2:35299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:19:39,944 DEBUG [RS:0;fe76acf732b2:35299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@baebb9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:19:39,959 DEBUG [RS:0;fe76acf732b2:35299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:35299 2024-11-26T19:19:39,959 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:19:39,959 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:19:39,959 DEBUG [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:19:39,959 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,34459,1732648778886 with port=35299, startcode=1732648778921 2024-11-26T19:19:39,959 DEBUG [RS:0;fe76acf732b2:35299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:19:39,961 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:19:39,961 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,35299,1732648778921 2024-11-26T19:19:39,961 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34459 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,35299,1732648778921 2024-11-26T19:19:39,963 DEBUG [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1 2024-11-26T19:19:39,963 DEBUG [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40221 2024-11-26T19:19:39,963 DEBUG [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:19:39,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811/rs 2024-11-26T19:19:39,967 DEBUG [RS:0;fe76acf732b2:35299 {}] zookeeper.ZKUtil(111): regionserver:35299-0x10155b812d10004, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Set watcher on existing znode=/1-42472811/rs/fe76acf732b2,35299,1732648778921 2024-11-26T19:19:39,967 WARN [RS:0;fe76acf732b2:35299 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:19:39,967 INFO [RS:0;fe76acf732b2:35299 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:19:39,967 DEBUG [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921 2024-11-26T19:19:39,967 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,35299,1732648778921] 2024-11-26T19:19:39,970 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:19:39,971 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:19:39,972 INFO [RS:0;fe76acf732b2:35299 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:19:39,972 INFO [RS:0;fe76acf732b2:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:39,974 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:19:39,975 INFO [RS:0;fe76acf732b2:35299 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:19:39,975 INFO [RS:0;fe76acf732b2:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:39,975 DEBUG [RS:0;fe76acf732b2:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:39,975 DEBUG [RS:0;fe76acf732b2:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:39,975 DEBUG [RS:0;fe76acf732b2:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:39,975 DEBUG [RS:0;fe76acf732b2:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:39,975 DEBUG [RS:0;fe76acf732b2:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:39,975 DEBUG [RS:0;fe76acf732b2:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:19:39,975 DEBUG [RS:0;fe76acf732b2:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:39,975 DEBUG [RS:0;fe76acf732b2:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:39,975 DEBUG [RS:0;fe76acf732b2:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:39,975 DEBUG [RS:0;fe76acf732b2:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:39,975 DEBUG [RS:0;fe76acf732b2:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:39,975 DEBUG [RS:0;fe76acf732b2:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:19:39,975 DEBUG [RS:0;fe76acf732b2:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:19:39,975 DEBUG [RS:0;fe76acf732b2:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:19:39,976 INFO [RS:0;fe76acf732b2:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:39,976 INFO [RS:0;fe76acf732b2:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:39,976 INFO [RS:0;fe76acf732b2:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:39,976 INFO [RS:0;fe76acf732b2:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:39,976 INFO [RS:0;fe76acf732b2:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:39,976 INFO [RS:0;fe76acf732b2:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,35299,1732648778921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:19:39,989 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:19:39,990 INFO [RS:0;fe76acf732b2:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,35299,1732648778921-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:39,990 INFO [RS:0;fe76acf732b2:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:39,990 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.Replication(171): fe76acf732b2,35299,1732648778921 started 2024-11-26T19:19:40,002 INFO [RS:0;fe76acf732b2:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:40,002 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,35299,1732648778921, RpcServer on fe76acf732b2/172.17.0.2:35299, sessionid=0x10155b812d10004 2024-11-26T19:19:40,002 DEBUG [RS:0;fe76acf732b2:35299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:19:40,002 DEBUG [RS:0;fe76acf732b2:35299 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,35299,1732648778921 2024-11-26T19:19:40,003 DEBUG [RS:0;fe76acf732b2:35299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,35299,1732648778921' 2024-11-26T19:19:40,003 DEBUG [RS:0;fe76acf732b2:35299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-42472811/flush-table-proc/abort' 2024-11-26T19:19:40,003 DEBUG [RS:0;fe76acf732b2:35299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-42472811/flush-table-proc/acquired' 2024-11-26T19:19:40,003 DEBUG [RS:0;fe76acf732b2:35299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:19:40,003 DEBUG [RS:0;fe76acf732b2:35299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:19:40,003 DEBUG [RS:0;fe76acf732b2:35299 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,35299,1732648778921 2024-11-26T19:19:40,003 DEBUG [RS:0;fe76acf732b2:35299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,35299,1732648778921' 2024-11-26T19:19:40,003 DEBUG [RS:0;fe76acf732b2:35299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-42472811/online-snapshot/abort' 2024-11-26T19:19:40,003 DEBUG [RS:0;fe76acf732b2:35299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-42472811/online-snapshot/acquired' 2024-11-26T19:19:40,004 DEBUG [RS:0;fe76acf732b2:35299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:19:40,004 INFO [RS:0;fe76acf732b2:35299 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:19:40,004 INFO [RS:0;fe76acf732b2:35299 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:19:40,104 INFO [RS:0;fe76acf732b2:35299 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:19:40,106 INFO [RS:0;fe76acf732b2:35299 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C35299%2C1732648778921, suffix=, logDir=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921, archiveDir=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/oldWALs, maxLogs=10 2024-11-26T19:19:40,119 DEBUG [RS:0;fe76acf732b2:35299 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106, exclude list is [], retry=0 2024-11-26T19:19:40,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44759,DS-c55b3625-8c90-46b4-a70c-c198da5d9489,DISK] 2024-11-26T19:19:40,123 INFO [RS:0;fe76acf732b2:35299 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 2024-11-26T19:19:40,123 DEBUG [RS:0;fe76acf732b2:35299 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37589:37589)] 2024-11-26T19:19:40,323 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:19:40,323 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1 2024-11-26T19:19:40,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741833_1009 (size=32) 2024-11-26T19:19:40,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:40,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:19:40,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:19:40,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:40,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:40,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:19:40,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:19:40,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:40,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:40,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:19:40,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:19:40,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:40,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:40,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:19:40,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:19:40,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:40,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:40,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:19:40,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740 2024-11-26T19:19:40,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740 2024-11-26T19:19:40,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:19:40,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:19:40,740 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:19:40,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:19:40,743 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:19:40,743 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65761676, jitterRate=-0.020074665546417236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:19:40,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648780731Initializing all the Stores at 1732648780732 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648780732Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648780732Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648780732Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648780732Cleaning up temporary data from old regions at 1732648780740 (+8 ms)Region opened successfully at 1732648780743 (+3 ms) 2024-11-26T19:19:40,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:19:40,743 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:19:40,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:19:40,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:19:40,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:19:40,744 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:19:40,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648780743Disabling compacts and flushes for region at 1732648780743Disabling writes for close at 1732648780743Writing region close event to WAL at 1732648780744 (+1 ms)Closed at 1732648780744 2024-11-26T19:19:40,745 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:19:40,745 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:19:40,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:19:40,746 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:19:40,746 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:19:40,897 DEBUG [fe76acf732b2:34459 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:19:40,897 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,35299,1732648778921 2024-11-26T19:19:40,898 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,35299,1732648778921, state=OPENING 2024-11-26T19:19:40,900 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:19:40,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811 2024-11-26T19:19:40,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x10155b812d10004, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811 2024-11-26T19:19:40,901 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:19:40,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-42472811/meta-region-server: CHANGED 2024-11-26T19:19:40,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-42472811/meta-region-server: CHANGED 2024-11-26T19:19:40,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,35299,1732648778921}] 2024-11-26T19:19:41,054 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:19:41,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:19:41,059 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:19:41,059 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:19:41,059 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:19:41,061 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C35299%2C1732648778921.meta, suffix=.meta, logDir=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921, archiveDir=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/oldWALs, maxLogs=10 2024-11-26T19:19:41,074 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.meta.1732648781061.meta, exclude list is [], retry=0 2024-11-26T19:19:41,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44759,DS-c55b3625-8c90-46b4-a70c-c198da5d9489,DISK] 2024-11-26T19:19:41,078 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.meta.1732648781061.meta 2024-11-26T19:19:41,078 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37589:37589)] 2024-11-26T19:19:41,078 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:19:41,079 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:19:41,079 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:19:41,079 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:19:41,079 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:19:41,079 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:19:41,079 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:41,079 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:19:41,079 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:19:41,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:19:41,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:19:41,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:41,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:41,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:19:41,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:19:41,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:41,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:41,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:19:41,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:19:41,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:41,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:41,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:19:41,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:19:41,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:41,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:19:41,084 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:19:41,085 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740 2024-11-26T19:19:41,086 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740 2024-11-26T19:19:41,087 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:19:41,087 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:19:41,087 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:19:41,088 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:19:41,089 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68300801, jitterRate=0.017761245369911194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:19:41,089 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:19:41,089 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648781079Writing region info on filesystem at 1732648781079Initializing all the Stores at 1732648781080 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648781080Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648781080Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648781080Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648781080Cleaning up temporary data from old regions at 1732648781087 (+7 ms)Running coprocessor post-open hooks at 1732648781089 (+2 ms)Region opened successfully at 1732648781089 2024-11-26T19:19:41,090 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648781054 2024-11-26T19:19:41,092 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:19:41,092 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:19:41,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,35299,1732648778921 2024-11-26T19:19:41,093 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,35299,1732648778921, state=OPEN 2024-11-26T19:19:41,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-42472811/meta-region-server 2024-11-26T19:19:41,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x10155b812d10004, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-42472811/meta-region-server 2024-11-26T19:19:41,095 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,35299,1732648778921 2024-11-26T19:19:41,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-42472811/meta-region-server: CHANGED 2024-11-26T19:19:41,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-42472811/meta-region-server: CHANGED 2024-11-26T19:19:41,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:19:41,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,35299,1732648778921 in 194 msec 2024-11-26T19:19:41,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:19:41,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-26T19:19:41,099 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:19:41,099 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:19:41,100 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:41,100 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1] 2024-11-26T19:19:41,100 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:19:41,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:19:41,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-26T19:19:41,106 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648781105, completionTime=-1 2024-11-26T19:19:41,106 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:19:41,106 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:19:41,107 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:19:41,107 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648841107 2024-11-26T19:19:41,107 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732648901107 2024-11-26T19:19:41,107 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T19:19:41,108 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34459,1732648778886-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:41,108 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34459,1732648778886-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:41,108 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34459,1732648778886-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:41,108 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:34459, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:41,108 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:41,108 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:41,109 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:19:41,111 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.152sec 2024-11-26T19:19:41,111 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:19:41,111 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:19:41,111 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:19:41,112 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:19:41,112 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:19:41,112 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34459,1732648778886-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:19:41,112 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34459,1732648778886-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:19:41,114 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:19:41,114 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:19:41,114 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34459,1732648778886-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:19:41,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b53f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:41,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,34459,-1 for getting cluster id 2024-11-26T19:19:41,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:41,141 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2020804a-8cd8-4106-82cc-e58d2afa05d9' 2024-11-26T19:19:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2020804a-8cd8-4106-82cc-e58d2afa05d9" 2024-11-26T19:19:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f16f8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,34459,-1] 2024-11-26T19:19:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:41,143 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:41,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca55819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:41,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:41,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1] 2024-11-26T19:19:41,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:19:41,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:19:41,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,34459,1732648778886 2024-11-26T19:19:41,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50254 2024-11-26T19:19:41,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:19:41,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10155b812d10005 connected 2024-11-26T19:19:41,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:41,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,44473,1732648774751 2024-11-26T19:19:41,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5860aefa 2024-11-26T19:19:41,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:19:41,157 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:19:41,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:19:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T19:19:41,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:19:41,160 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:41,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T19:19:41,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:19:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:19:41,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741835_1011 (size=902) 2024-11-26T19:19:41,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:19:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:19:41,569 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d76dc5c34bed2b6ce2c51038f3edc74c, NAME => 'test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08 2024-11-26T19:19:41,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741836_1012 (size=39) 2024-11-26T19:19:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:19:41,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:41,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d76dc5c34bed2b6ce2c51038f3edc74c, disabling compactions & flushes 2024-11-26T19:19:41,975 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c. 2024-11-26T19:19:41,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c. 2024-11-26T19:19:41,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c. after waiting 0 ms 2024-11-26T19:19:41,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c. 2024-11-26T19:19:41,975 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c. 2024-11-26T19:19:41,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d76dc5c34bed2b6ce2c51038f3edc74c: Waiting for close lock at 1732648781975Disabling compacts and flushes for region at 1732648781975Disabling writes for close at 1732648781975Writing region close event to WAL at 1732648781975Closed at 1732648781975 2024-11-26T19:19:41,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:19:41,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732648781977"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648781977"}]},"ts":"1732648781977"} 2024-11-26T19:19:41,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:19:41,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:19:41,980 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648781979"}]},"ts":"1732648781979"} 2024-11-26T19:19:41,981 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T19:19:41,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d76dc5c34bed2b6ce2c51038f3edc74c, ASSIGN}] 2024-11-26T19:19:41,982 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d76dc5c34bed2b6ce2c51038f3edc74c, ASSIGN 2024-11-26T19:19:41,983 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d76dc5c34bed2b6ce2c51038f3edc74c, ASSIGN; state=OFFLINE, location=fe76acf732b2,44359,1732648774802; forceNewPlan=false, retain=false 2024-11-26T19:19:42,133 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d76dc5c34bed2b6ce2c51038f3edc74c, regionState=OPENING, regionLocation=fe76acf732b2,44359,1732648774802 2024-11-26T19:19:42,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d76dc5c34bed2b6ce2c51038f3edc74c, ASSIGN because future has completed 2024-11-26T19:19:42,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d76dc5c34bed2b6ce2c51038f3edc74c, server=fe76acf732b2,44359,1732648774802}] 2024-11-26T19:19:42,292 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c. 2024-11-26T19:19:42,292 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d76dc5c34bed2b6ce2c51038f3edc74c, NAME => 'test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:19:42,292 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:19:42,292 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T19:19:42,292 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d76dc5c34bed2b6ce2c51038f3edc74c 2024-11-26T19:19:42,292 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:42,292 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d76dc5c34bed2b6ce2c51038f3edc74c 2024-11-26T19:19:42,292 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d76dc5c34bed2b6ce2c51038f3edc74c 2024-11-26T19:19:42,294 INFO [StoreOpener-d76dc5c34bed2b6ce2c51038f3edc74c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d76dc5c34bed2b6ce2c51038f3edc74c 2024-11-26T19:19:42,295 INFO [StoreOpener-d76dc5c34bed2b6ce2c51038f3edc74c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d76dc5c34bed2b6ce2c51038f3edc74c columnFamilyName f 2024-11-26T19:19:42,295 DEBUG [StoreOpener-d76dc5c34bed2b6ce2c51038f3edc74c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:42,295 INFO [StoreOpener-d76dc5c34bed2b6ce2c51038f3edc74c-1 {}] regionserver.HStore(327): Store=d76dc5c34bed2b6ce2c51038f3edc74c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:42,295 INFO [StoreOpener-d76dc5c34bed2b6ce2c51038f3edc74c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d76dc5c34bed2b6ce2c51038f3edc74c 2024-11-26T19:19:42,296 INFO [StoreOpener-d76dc5c34bed2b6ce2c51038f3edc74c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d76dc5c34bed2b6ce2c51038f3edc74c columnFamilyName f1 2024-11-26T19:19:42,296 DEBUG [StoreOpener-d76dc5c34bed2b6ce2c51038f3edc74c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:42,296 INFO [StoreOpener-d76dc5c34bed2b6ce2c51038f3edc74c-1 {}] regionserver.HStore(327): Store=d76dc5c34bed2b6ce2c51038f3edc74c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:42,296 INFO [StoreOpener-d76dc5c34bed2b6ce2c51038f3edc74c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d76dc5c34bed2b6ce2c51038f3edc74c 2024-11-26T19:19:42,297 INFO [StoreOpener-d76dc5c34bed2b6ce2c51038f3edc74c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d76dc5c34bed2b6ce2c51038f3edc74c columnFamilyName norep 2024-11-26T19:19:42,297 DEBUG [StoreOpener-d76dc5c34bed2b6ce2c51038f3edc74c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:42,298 INFO [StoreOpener-d76dc5c34bed2b6ce2c51038f3edc74c-1 {}] regionserver.HStore(327): Store=d76dc5c34bed2b6ce2c51038f3edc74c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:42,298 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d76dc5c34bed2b6ce2c51038f3edc74c 2024-11-26T19:19:42,298 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/default/test/d76dc5c34bed2b6ce2c51038f3edc74c 2024-11-26T19:19:42,298 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/default/test/d76dc5c34bed2b6ce2c51038f3edc74c 2024-11-26T19:19:42,299 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d76dc5c34bed2b6ce2c51038f3edc74c 2024-11-26T19:19:42,299 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d76dc5c34bed2b6ce2c51038f3edc74c 2024-11-26T19:19:42,300 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:19:42,301 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d76dc5c34bed2b6ce2c51038f3edc74c 2024-11-26T19:19:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:19:42,302 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/default/test/d76dc5c34bed2b6ce2c51038f3edc74c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:19:42,303 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d76dc5c34bed2b6ce2c51038f3edc74c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70337339, jitterRate=0.04810802638530731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:19:42,303 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d76dc5c34bed2b6ce2c51038f3edc74c 2024-11-26T19:19:42,303 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d76dc5c34bed2b6ce2c51038f3edc74c: Running coprocessor pre-open hook at 1732648782292Writing region info on filesystem at 1732648782293 (+1 ms)Initializing all the Stores at 1732648782293Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648782293Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648782293Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648782293Cleaning up temporary data from old regions at 1732648782299 (+6 ms)Running coprocessor post-open hooks at 1732648782303 (+4 ms)Region opened successfully at 1732648782303 2024-11-26T19:19:42,304 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c., pid=6, masterSystemTime=1732648782288 2024-11-26T19:19:42,306 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c. 2024-11-26T19:19:42,306 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c. 2024-11-26T19:19:42,306 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d76dc5c34bed2b6ce2c51038f3edc74c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fe76acf732b2,44359,1732648774802 2024-11-26T19:19:42,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d76dc5c34bed2b6ce2c51038f3edc74c, server=fe76acf732b2,44359,1732648774802 because future has completed 2024-11-26T19:19:42,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T19:19:42,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d76dc5c34bed2b6ce2c51038f3edc74c, server=fe76acf732b2,44359,1732648774802 in 173 msec 2024-11-26T19:19:42,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T19:19:42,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d76dc5c34bed2b6ce2c51038f3edc74c, ASSIGN in 330 msec 2024-11-26T19:19:42,314 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:19:42,314 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648782314"}]},"ts":"1732648782314"} 2024-11-26T19:19:42,316 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T19:19:42,317 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:19:42,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-26T19:19:43,016 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:19:43,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:43,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:43,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:43,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:43,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:43,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:43,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:43,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:43,062 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T19:19:43,063 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T19:19:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:19:43,312 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T19:19:43,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:43,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,34459,1732648778886 2024-11-26T19:19:43,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13211c0c 2024-11-26T19:19:43,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:19:43,314 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:19:43,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:19:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T19:19:43,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:19:43,317 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:43,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T19:19:43,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:19:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:19:43,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741835_1011 (size=902) 2024-11-26T19:19:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:19:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:19:43,731 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e9ceb739e9dec12cd7a86bfde1c26026, NAME => 'test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1 2024-11-26T19:19:43,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741836_1012 (size=39) 2024-11-26T19:19:43,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:43,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e9ceb739e9dec12cd7a86bfde1c26026, disabling compactions & flushes 2024-11-26T19:19:43,738 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026. 2024-11-26T19:19:43,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026. 2024-11-26T19:19:43,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026. after waiting 0 ms 2024-11-26T19:19:43,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026. 2024-11-26T19:19:43,738 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026. 2024-11-26T19:19:43,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e9ceb739e9dec12cd7a86bfde1c26026: Waiting for close lock at 1732648783738Disabling compacts and flushes for region at 1732648783738Disabling writes for close at 1732648783738Writing region close event to WAL at 1732648783738Closed at 1732648783738 2024-11-26T19:19:43,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:19:43,740 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732648783740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648783740"}]},"ts":"1732648783740"} 2024-11-26T19:19:43,742 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:19:43,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:19:43,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648783743"}]},"ts":"1732648783743"} 2024-11-26T19:19:43,744 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T19:19:43,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e9ceb739e9dec12cd7a86bfde1c26026, ASSIGN}] 2024-11-26T19:19:43,746 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e9ceb739e9dec12cd7a86bfde1c26026, ASSIGN 2024-11-26T19:19:43,746 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e9ceb739e9dec12cd7a86bfde1c26026, ASSIGN; state=OFFLINE, location=fe76acf732b2,35299,1732648778921; forceNewPlan=false, retain=false 2024-11-26T19:19:43,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e9ceb739e9dec12cd7a86bfde1c26026, regionState=OPENING, regionLocation=fe76acf732b2,35299,1732648778921 2024-11-26T19:19:43,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e9ceb739e9dec12cd7a86bfde1c26026, ASSIGN because future has completed 2024-11-26T19:19:43,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9ceb739e9dec12cd7a86bfde1c26026, server=fe76acf732b2,35299,1732648778921}] 2024-11-26T19:19:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:19:44,056 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026. 2024-11-26T19:19:44,056 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e9ceb739e9dec12cd7a86bfde1c26026, NAME => 'test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:19:44,056 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:19:44,056 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T19:19:44,057 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e9ceb739e9dec12cd7a86bfde1c26026 2024-11-26T19:19:44,057 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:44,057 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e9ceb739e9dec12cd7a86bfde1c26026 2024-11-26T19:19:44,057 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e9ceb739e9dec12cd7a86bfde1c26026 2024-11-26T19:19:44,058 INFO [StoreOpener-e9ceb739e9dec12cd7a86bfde1c26026-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e9ceb739e9dec12cd7a86bfde1c26026 2024-11-26T19:19:44,059 INFO [StoreOpener-e9ceb739e9dec12cd7a86bfde1c26026-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9ceb739e9dec12cd7a86bfde1c26026 columnFamilyName f 2024-11-26T19:19:44,059 DEBUG [StoreOpener-e9ceb739e9dec12cd7a86bfde1c26026-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:44,060 INFO [StoreOpener-e9ceb739e9dec12cd7a86bfde1c26026-1 {}] regionserver.HStore(327): Store=e9ceb739e9dec12cd7a86bfde1c26026/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:44,060 INFO [StoreOpener-e9ceb739e9dec12cd7a86bfde1c26026-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e9ceb739e9dec12cd7a86bfde1c26026 2024-11-26T19:19:44,061 INFO [StoreOpener-e9ceb739e9dec12cd7a86bfde1c26026-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9ceb739e9dec12cd7a86bfde1c26026 columnFamilyName f1 2024-11-26T19:19:44,061 DEBUG [StoreOpener-e9ceb739e9dec12cd7a86bfde1c26026-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:44,061 INFO [StoreOpener-e9ceb739e9dec12cd7a86bfde1c26026-1 {}] regionserver.HStore(327): Store=e9ceb739e9dec12cd7a86bfde1c26026/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:44,061 INFO [StoreOpener-e9ceb739e9dec12cd7a86bfde1c26026-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e9ceb739e9dec12cd7a86bfde1c26026 2024-11-26T19:19:44,062 INFO [StoreOpener-e9ceb739e9dec12cd7a86bfde1c26026-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9ceb739e9dec12cd7a86bfde1c26026 columnFamilyName norep 2024-11-26T19:19:44,062 DEBUG [StoreOpener-e9ceb739e9dec12cd7a86bfde1c26026-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:44,062 INFO [StoreOpener-e9ceb739e9dec12cd7a86bfde1c26026-1 {}] regionserver.HStore(327): Store=e9ceb739e9dec12cd7a86bfde1c26026/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:44,063 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e9ceb739e9dec12cd7a86bfde1c26026 2024-11-26T19:19:44,063 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/default/test/e9ceb739e9dec12cd7a86bfde1c26026 2024-11-26T19:19:44,063 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/default/test/e9ceb739e9dec12cd7a86bfde1c26026 2024-11-26T19:19:44,064 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e9ceb739e9dec12cd7a86bfde1c26026 2024-11-26T19:19:44,064 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e9ceb739e9dec12cd7a86bfde1c26026 2024-11-26T19:19:44,065 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:19:44,065 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e9ceb739e9dec12cd7a86bfde1c26026 2024-11-26T19:19:44,067 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/default/test/e9ceb739e9dec12cd7a86bfde1c26026/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:19:44,067 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e9ceb739e9dec12cd7a86bfde1c26026; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66446182, jitterRate=-0.009874731302261353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:19:44,067 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9ceb739e9dec12cd7a86bfde1c26026 2024-11-26T19:19:44,068 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e9ceb739e9dec12cd7a86bfde1c26026: Running coprocessor pre-open hook at 1732648784057Writing region info on filesystem at 1732648784057Initializing all the Stores at 1732648784058 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648784058Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648784058Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648784058Cleaning up temporary data from old regions at 1732648784064 (+6 ms)Running coprocessor post-open hooks at 1732648784067 (+3 ms)Region opened successfully at 1732648784067 2024-11-26T19:19:44,068 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026., pid=6, masterSystemTime=1732648784052 2024-11-26T19:19:44,070 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026. 2024-11-26T19:19:44,070 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026. 2024-11-26T19:19:44,071 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e9ceb739e9dec12cd7a86bfde1c26026, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fe76acf732b2,35299,1732648778921 2024-11-26T19:19:44,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9ceb739e9dec12cd7a86bfde1c26026, server=fe76acf732b2,35299,1732648778921 because future has completed 2024-11-26T19:19:44,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T19:19:44,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e9ceb739e9dec12cd7a86bfde1c26026, server=fe76acf732b2,35299,1732648778921 in 174 msec 2024-11-26T19:19:44,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T19:19:44,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e9ceb739e9dec12cd7a86bfde1c26026, ASSIGN in 330 msec 2024-11-26T19:19:44,078 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:19:44,078 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648784078"}]},"ts":"1732648784078"} 2024-11-26T19:19:44,079 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T19:19:44,080 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:19:44,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 765 msec 2024-11-26T19:19:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:19:44,452 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T19:19:44,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:44,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,44473,-1 for getting cluster id 2024-11-26T19:19:44,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:44,454 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '176e8550-6327-44b8-9b6c-fc89ea413e89' 2024-11-26T19:19:44,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:44,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "176e8550-6327-44b8-9b6c-fc89ea413e89" 2024-11-26T19:19:44,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0db12c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:44,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,44473,-1] 2024-11-26T19:19:44,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:44,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:44,455 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:44,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa61f8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:44,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:44,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,34459,-1 for getting cluster id 2024-11-26T19:19:44,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:44,457 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2020804a-8cd8-4106-82cc-e58d2afa05d9' 2024-11-26T19:19:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2020804a-8cd8-4106-82cc-e58d2afa05d9" 2024-11-26T19:19:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136360c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,34459,-1] 2024-11-26T19:19:44,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:44,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:44,458 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:44,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241ac59c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:44,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adb94d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:44,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,44473,-1 for getting cluster id 2024-11-26T19:19:44,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:44,460 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '176e8550-6327-44b8-9b6c-fc89ea413e89' 2024-11-26T19:19:44,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:44,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "176e8550-6327-44b8-9b6c-fc89ea413e89" 2024-11-26T19:19:44,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69faef03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:44,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,44473,-1] 2024-11-26T19:19:44,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:44,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:44,461 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:44,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fb9cd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:44,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:44,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,44473,1732648774751 2024-11-26T19:19:44,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@154ed22a 2024-11-26T19:19:44,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:19:44,464 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:19:44,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fe76acf732b2:34459,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T19:19:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T19:19:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:19:44,467 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:34459' 2024-11-26T19:19:44,468 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53bf1ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:44,468 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,34459,-1 for getting cluster id 2024-11-26T19:19:44,468 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:44,468 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2020804a-8cd8-4106-82cc-e58d2afa05d9' 2024-11-26T19:19:44,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:44,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2020804a-8cd8-4106-82cc-e58d2afa05d9" 2024-11-26T19:19:44,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373f1b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:44,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,34459,-1] 2024-11-26T19:19:44,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:44,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:44,470 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:44,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2533b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:44,470 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:44,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,34459,1732648778886 2024-11-26T19:19:44,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60918cb 2024-11-26T19:19:44,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:19:44,472 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:19:44,472 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T19:19:44,472 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T19:19:44,472 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:44,472 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:44,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:44,473 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:19:44,474 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T19:19:44,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:19:44,475 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:44,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:19:44,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741837_1013 (size=1138) 2024-11-26T19:19:44,524 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T19:19:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:19:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:19:44,883 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 631964777b33d67f86faddcd743fa845, NAME => 'hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08 2024-11-26T19:19:44,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741838_1014 (size=44) 2024-11-26T19:19:44,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:44,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 631964777b33d67f86faddcd743fa845, disabling compactions & flushes 2024-11-26T19:19:44,888 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845. 2024-11-26T19:19:44,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845. 2024-11-26T19:19:44,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845. after waiting 0 ms 2024-11-26T19:19:44,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845. 2024-11-26T19:19:44,888 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845. 2024-11-26T19:19:44,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 631964777b33d67f86faddcd743fa845: Waiting for close lock at 1732648784888Disabling compacts and flushes for region at 1732648784888Disabling writes for close at 1732648784888Writing region close event to WAL at 1732648784888Closed at 1732648784888 2024-11-26T19:19:44,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:19:44,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732648784889"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648784889"}]},"ts":"1732648784889"} 2024-11-26T19:19:44,891 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:19:44,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:19:44,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648784892"}]},"ts":"1732648784892"} 2024-11-26T19:19:44,894 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T19:19:44,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=631964777b33d67f86faddcd743fa845, ASSIGN}] 2024-11-26T19:19:44,895 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=631964777b33d67f86faddcd743fa845, ASSIGN 2024-11-26T19:19:44,896 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=631964777b33d67f86faddcd743fa845, ASSIGN; state=OFFLINE, location=fe76acf732b2,44359,1732648774802; forceNewPlan=false, retain=false 2024-11-26T19:19:45,046 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=631964777b33d67f86faddcd743fa845, regionState=OPENING, regionLocation=fe76acf732b2,44359,1732648774802 2024-11-26T19:19:45,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=631964777b33d67f86faddcd743fa845, ASSIGN because future has completed 2024-11-26T19:19:45,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 631964777b33d67f86faddcd743fa845, server=fe76acf732b2,44359,1732648774802}] 2024-11-26T19:19:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:19:45,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845. 2024-11-26T19:19:45,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:19:45,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T19:19:45,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C44359%2C1732648774802.rep, suffix=, logDir=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802, archiveDir=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/oldWALs, maxLogs=10 2024-11-26T19:19:45,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.rep.1732648785206, exclude list is [], retry=0 2024-11-26T19:19:45,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-978fd9bc-060c-4037-9c78-c84c55828af7,DISK] 2024-11-26T19:19:45,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.rep.1732648785206 2024-11-26T19:19:45,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38399:38399)] 2024-11-26T19:19:45,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 631964777b33d67f86faddcd743fa845, NAME => 'hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:19:45,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:19:45,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:19:45,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845. service=MultiRowMutationService 2024-11-26T19:19:45,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T19:19:45,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 631964777b33d67f86faddcd743fa845 2024-11-26T19:19:45,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:45,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 631964777b33d67f86faddcd743fa845 2024-11-26T19:19:45,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 631964777b33d67f86faddcd743fa845 2024-11-26T19:19:45,226 INFO [StoreOpener-631964777b33d67f86faddcd743fa845-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 631964777b33d67f86faddcd743fa845 2024-11-26T19:19:45,227 INFO [StoreOpener-631964777b33d67f86faddcd743fa845-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 631964777b33d67f86faddcd743fa845 columnFamilyName hfileref 2024-11-26T19:19:45,227 DEBUG [StoreOpener-631964777b33d67f86faddcd743fa845-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:45,227 INFO [StoreOpener-631964777b33d67f86faddcd743fa845-1 {}] regionserver.HStore(327): Store=631964777b33d67f86faddcd743fa845/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:45,227 INFO [StoreOpener-631964777b33d67f86faddcd743fa845-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 631964777b33d67f86faddcd743fa845 2024-11-26T19:19:45,228 INFO [StoreOpener-631964777b33d67f86faddcd743fa845-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 631964777b33d67f86faddcd743fa845 columnFamilyName queue 2024-11-26T19:19:45,228 DEBUG [StoreOpener-631964777b33d67f86faddcd743fa845-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:45,228 INFO [StoreOpener-631964777b33d67f86faddcd743fa845-1 {}] regionserver.HStore(327): Store=631964777b33d67f86faddcd743fa845/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:45,228 INFO [StoreOpener-631964777b33d67f86faddcd743fa845-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 631964777b33d67f86faddcd743fa845 2024-11-26T19:19:45,229 INFO [StoreOpener-631964777b33d67f86faddcd743fa845-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 631964777b33d67f86faddcd743fa845 columnFamilyName sid 2024-11-26T19:19:45,229 DEBUG [StoreOpener-631964777b33d67f86faddcd743fa845-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:45,230 INFO [StoreOpener-631964777b33d67f86faddcd743fa845-1 {}] regionserver.HStore(327): Store=631964777b33d67f86faddcd743fa845/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:45,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 631964777b33d67f86faddcd743fa845 2024-11-26T19:19:45,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/replication/631964777b33d67f86faddcd743fa845 2024-11-26T19:19:45,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/replication/631964777b33d67f86faddcd743fa845 2024-11-26T19:19:45,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 631964777b33d67f86faddcd743fa845 2024-11-26T19:19:45,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 631964777b33d67f86faddcd743fa845 2024-11-26T19:19:45,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:19:45,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 631964777b33d67f86faddcd743fa845 2024-11-26T19:19:45,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/replication/631964777b33d67f86faddcd743fa845/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:19:45,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 631964777b33d67f86faddcd743fa845; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66130957, jitterRate=-0.01457194983959198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:19:45,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 631964777b33d67f86faddcd743fa845 2024-11-26T19:19:45,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 631964777b33d67f86faddcd743fa845: Running coprocessor pre-open hook at 1732648785225Writing region info on filesystem at 1732648785225Initializing all the Stores at 1732648785225Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648785225Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648785226 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648785226Cleaning up temporary data from old regions at 1732648785231 (+5 ms)Running coprocessor post-open hooks at 1732648785235 (+4 ms)Region opened successfully at 1732648785235 2024-11-26T19:19:45,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845., pid=10, masterSystemTime=1732648785201 2024-11-26T19:19:45,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845. 2024-11-26T19:19:45,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845. 2024-11-26T19:19:45,238 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=631964777b33d67f86faddcd743fa845, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,44359,1732648774802 2024-11-26T19:19:45,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 631964777b33d67f86faddcd743fa845, server=fe76acf732b2,44359,1732648774802 because future has completed 2024-11-26T19:19:45,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T19:19:45,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 631964777b33d67f86faddcd743fa845, server=fe76acf732b2,44359,1732648774802 in 192 msec 2024-11-26T19:19:45,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T19:19:45,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=631964777b33d67f86faddcd743fa845, ASSIGN in 348 msec 2024-11-26T19:19:45,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:19:45,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648785244"}]},"ts":"1732648785244"} 2024-11-26T19:19:45,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T19:19:45,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:19:45,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 774 msec 2024-11-26T19:19:45,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845., hostname=fe76acf732b2,44359,1732648774802, seqNum=2] 2024-11-26T19:19:45,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582 2024-11-26T19:19:45,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x10155b812d10001, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582 2024-11-26T19:19:45,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T19:19:45,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44359 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T19:19:45,440 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T19:19:45,470 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fe76acf732b2,44359,1732648774802, ReplicationSource: 1, currentBandwidth=0 2024-11-26T19:19:45,470 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:45,470 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,44359,1732648774802, seqNum=-1] 2024-11-26T19:19:45,471 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:19:45,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-26T19:19:45,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fe76acf732b2,44359,1732648774802', locateType=CURRENT is [region=hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845., hostname=fe76acf732b2,44359,1732648774802, seqNum=2] 2024-11-26T19:19:45,476 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T19:19:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T19:19:45,478 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fe76acf732b2,44359,1732648774802 suceeded 2024-11-26T19:19:45,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T19:19:45,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-26T19:19:45,480 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fe76acf732b2:34459,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T19:19:45,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0160 sec 2024-11-26T19:19:45,491 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:34459' 2024-11-26T19:19:45,492 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c34aef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:45,492 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,34459,-1 for getting cluster id 2024-11-26T19:19:45,492 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:45,492 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2020804a-8cd8-4106-82cc-e58d2afa05d9' 2024-11-26T19:19:45,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:45,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2020804a-8cd8-4106-82cc-e58d2afa05d9" 2024-11-26T19:19:45,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@588f430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:45,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,34459,-1] 2024-11-26T19:19:45,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:45,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:45,494 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:45,494 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33869fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:45,494 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:45,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,34459,1732648778886 2024-11-26T19:19:45,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fe23262 2024-11-26T19:19:45,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:19:45,496 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-26T19:19:45,497 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fe76acf732b2,44359,1732648774802 (queues=1) is replicating from cluster=176e8550-6327-44b8-9b6c-fc89ea413e89 to cluster=2020804a-8cd8-4106-82cc-e58d2afa05d9 2024-11-26T19:19:45,497 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fe76acf732b2%2C44359%2C1732648774802 2024-11-26T19:19:45,497 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fe76acf732b2,44359,1732648774802, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T19:19:45,497 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fe76acf732b2%2C44359%2C1732648774802 2024-11-26T19:19:45,497 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789, startPosition=0, beingWritten=true 2024-11-26T19:19:45,502 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:19:45,502 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 379, reset compression=false 2024-11-26T19:19:45,502 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,44359,1732648774802 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:19:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:19:45,602 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T19:19:45,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:19:45,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:45,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:45,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:45,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:45,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f33254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:45,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,34459,-1 for getting cluster id 2024-11-26T19:19:45,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:45,604 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2020804a-8cd8-4106-82cc-e58d2afa05d9' 2024-11-26T19:19:45,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:45,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2020804a-8cd8-4106-82cc-e58d2afa05d9" 2024-11-26T19:19:45,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b62aed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:45,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,34459,-1] 2024-11-26T19:19:45,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:45,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:45,606 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402c3c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:45,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,34459,1732648778886 2024-11-26T19:19:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d1e5c47 2024-11-26T19:19:45,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:19:45,608 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:19:45,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fe76acf732b2:44473,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T19:19:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T19:19:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:19:45,611 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:44473' 2024-11-26T19:19:45,612 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32083c66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:45,612 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,44473,-1 for getting cluster id 2024-11-26T19:19:45,612 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:45,612 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '176e8550-6327-44b8-9b6c-fc89ea413e89' 2024-11-26T19:19:45,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:45,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "176e8550-6327-44b8-9b6c-fc89ea413e89" 2024-11-26T19:19:45,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1cd54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:45,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,44473,-1] 2024-11-26T19:19:45,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:45,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:45,614 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:45,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46928999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:45,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:45,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,44473,1732648774751 2024-11-26T19:19:45,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@129a2609 2024-11-26T19:19:45,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:19:45,616 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:19:45,616 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T19:19:45,616 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T19:19:45,616 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:45,616 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:45,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:45,617 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:19:45,618 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T19:19:45,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:19:45,619 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:45,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:19:45,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741837_1013 (size=1138) 2024-11-26T19:19:45,668 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T19:19:45,706 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 379, reset compression=false 2024-11-26T19:19:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:19:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:19:46,010 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 379, reset compression=false 2024-11-26T19:19:46,027 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 405cbb158b5b95be73da3197f8939eca, NAME => 'hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1 2024-11-26T19:19:46,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741838_1014 (size=44) 2024-11-26T19:19:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:19:46,413 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 379, reset compression=false 2024-11-26T19:19:46,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:46,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 405cbb158b5b95be73da3197f8939eca, disabling compactions & flushes 2024-11-26T19:19:46,433 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca. 2024-11-26T19:19:46,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca. 2024-11-26T19:19:46,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca. after waiting 0 ms 2024-11-26T19:19:46,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca. 2024-11-26T19:19:46,433 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca. 2024-11-26T19:19:46,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 405cbb158b5b95be73da3197f8939eca: Waiting for close lock at 1732648786433Disabling compacts and flushes for region at 1732648786433Disabling writes for close at 1732648786433Writing region close event to WAL at 1732648786433Closed at 1732648786433 2024-11-26T19:19:46,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:19:46,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732648786434"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648786434"}]},"ts":"1732648786434"} 2024-11-26T19:19:46,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:19:46,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:19:46,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648786442"}]},"ts":"1732648786442"} 2024-11-26T19:19:46,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T19:19:46,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=405cbb158b5b95be73da3197f8939eca, ASSIGN}] 2024-11-26T19:19:46,446 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=405cbb158b5b95be73da3197f8939eca, ASSIGN 2024-11-26T19:19:46,446 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=405cbb158b5b95be73da3197f8939eca, ASSIGN; state=OFFLINE, location=fe76acf732b2,35299,1732648778921; forceNewPlan=false, retain=false 2024-11-26T19:19:46,597 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=405cbb158b5b95be73da3197f8939eca, regionState=OPENING, regionLocation=fe76acf732b2,35299,1732648778921 2024-11-26T19:19:46,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=405cbb158b5b95be73da3197f8939eca, ASSIGN because future has completed 2024-11-26T19:19:46,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 405cbb158b5b95be73da3197f8939eca, server=fe76acf732b2,35299,1732648778921}] 2024-11-26T19:19:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:19:46,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca. 2024-11-26T19:19:46,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:19:46,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T19:19:46,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C35299%2C1732648778921.rep, suffix=, logDir=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921, archiveDir=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/oldWALs, maxLogs=10 2024-11-26T19:19:46,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.rep.1732648786757, exclude list is [], retry=0 2024-11-26T19:19:46,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44759,DS-c55b3625-8c90-46b4-a70c-c198da5d9489,DISK] 2024-11-26T19:19:46,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.rep.1732648786757 2024-11-26T19:19:46,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37589:37589)] 2024-11-26T19:19:46,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 405cbb158b5b95be73da3197f8939eca, NAME => 'hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:19:46,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:19:46,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:19:46,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca. service=MultiRowMutationService 2024-11-26T19:19:46,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T19:19:46,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 405cbb158b5b95be73da3197f8939eca 2024-11-26T19:19:46,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:19:46,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 405cbb158b5b95be73da3197f8939eca 2024-11-26T19:19:46,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 405cbb158b5b95be73da3197f8939eca 2024-11-26T19:19:46,776 INFO [StoreOpener-405cbb158b5b95be73da3197f8939eca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 405cbb158b5b95be73da3197f8939eca 2024-11-26T19:19:46,777 INFO [StoreOpener-405cbb158b5b95be73da3197f8939eca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 405cbb158b5b95be73da3197f8939eca columnFamilyName hfileref 2024-11-26T19:19:46,777 DEBUG [StoreOpener-405cbb158b5b95be73da3197f8939eca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:46,777 INFO [StoreOpener-405cbb158b5b95be73da3197f8939eca-1 {}] regionserver.HStore(327): Store=405cbb158b5b95be73da3197f8939eca/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:46,777 INFO [StoreOpener-405cbb158b5b95be73da3197f8939eca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 405cbb158b5b95be73da3197f8939eca 2024-11-26T19:19:46,778 INFO [StoreOpener-405cbb158b5b95be73da3197f8939eca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 405cbb158b5b95be73da3197f8939eca columnFamilyName queue 2024-11-26T19:19:46,778 DEBUG [StoreOpener-405cbb158b5b95be73da3197f8939eca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:46,778 INFO [StoreOpener-405cbb158b5b95be73da3197f8939eca-1 {}] regionserver.HStore(327): Store=405cbb158b5b95be73da3197f8939eca/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:46,778 INFO [StoreOpener-405cbb158b5b95be73da3197f8939eca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 405cbb158b5b95be73da3197f8939eca 2024-11-26T19:19:46,779 INFO [StoreOpener-405cbb158b5b95be73da3197f8939eca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 405cbb158b5b95be73da3197f8939eca columnFamilyName sid 2024-11-26T19:19:46,779 DEBUG [StoreOpener-405cbb158b5b95be73da3197f8939eca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:19:46,780 INFO [StoreOpener-405cbb158b5b95be73da3197f8939eca-1 {}] regionserver.HStore(327): Store=405cbb158b5b95be73da3197f8939eca/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:19:46,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 405cbb158b5b95be73da3197f8939eca 2024-11-26T19:19:46,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/replication/405cbb158b5b95be73da3197f8939eca 2024-11-26T19:19:46,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/replication/405cbb158b5b95be73da3197f8939eca 2024-11-26T19:19:46,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 405cbb158b5b95be73da3197f8939eca 2024-11-26T19:19:46,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 405cbb158b5b95be73da3197f8939eca 2024-11-26T19:19:46,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:19:46,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 405cbb158b5b95be73da3197f8939eca 2024-11-26T19:19:46,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/replication/405cbb158b5b95be73da3197f8939eca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:19:46,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 405cbb158b5b95be73da3197f8939eca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66685931, jitterRate=-0.006302192807197571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:19:46,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 405cbb158b5b95be73da3197f8939eca 2024-11-26T19:19:46,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 405cbb158b5b95be73da3197f8939eca: Running coprocessor pre-open hook at 1732648786775Writing region info on filesystem at 1732648786775Initializing all the Stores at 1732648786775Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648786775Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648786775Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648786775Cleaning up temporary data from old regions at 1732648786781 (+6 ms)Running coprocessor post-open hooks at 1732648786785 (+4 ms)Region opened successfully at 1732648786785 2024-11-26T19:19:46,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca., pid=10, masterSystemTime=1732648786752 2024-11-26T19:19:46,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca. 2024-11-26T19:19:46,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca. 2024-11-26T19:19:46,788 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=405cbb158b5b95be73da3197f8939eca, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,35299,1732648778921 2024-11-26T19:19:46,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 405cbb158b5b95be73da3197f8939eca, server=fe76acf732b2,35299,1732648778921 because future has completed 2024-11-26T19:19:46,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T19:19:46,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 405cbb158b5b95be73da3197f8939eca, server=fe76acf732b2,35299,1732648778921 in 190 msec 2024-11-26T19:19:46,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T19:19:46,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=405cbb158b5b95be73da3197f8939eca, ASSIGN in 348 msec 2024-11-26T19:19:46,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:19:46,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648786794"}]},"ts":"1732648786794"} 2024-11-26T19:19:46,795 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T19:19:46,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:19:46,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-26T19:19:46,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca., hostname=fe76acf732b2,35299,1732648778921, seqNum=2] 2024-11-26T19:19:46,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x10155b812d10004, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811 2024-11-26T19:19:46,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811 2024-11-26T19:19:46,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T19:19:46,917 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 379, reset compression=false 2024-11-26T19:19:46,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T19:19:46,985 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T19:19:47,013 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fe76acf732b2,35299,1732648778921, ReplicationSource: 1, currentBandwidth=0 2024-11-26T19:19:47,014 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:47,014 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1] 2024-11-26T19:19:47,014 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:19:47,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-26T19:19:47,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fe76acf732b2,35299,1732648778921', locateType=CURRENT is [region=hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca., hostname=fe76acf732b2,35299,1732648778921, seqNum=2] 2024-11-26T19:19:47,019 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T19:19:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T19:19:47,021 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fe76acf732b2,35299,1732648778921 suceeded 2024-11-26T19:19:47,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T19:19:47,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-26T19:19:47,022 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fe76acf732b2:44473,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T19:19:47,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-26T19:19:47,033 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:44473' 2024-11-26T19:19:47,034 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6522bc2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:47,034 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,44473,-1 for getting cluster id 2024-11-26T19:19:47,034 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:47,035 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '176e8550-6327-44b8-9b6c-fc89ea413e89' 2024-11-26T19:19:47,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:47,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "176e8550-6327-44b8-9b6c-fc89ea413e89" 2024-11-26T19:19:47,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@547def95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:47,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,44473,-1] 2024-11-26T19:19:47,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:47,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:47,036 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:47,037 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a4f244c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:47,037 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:47,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,44473,1732648774751 2024-11-26T19:19:47,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f993c20 2024-11-26T19:19:47,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:19:47,038 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-26T19:19:47,039 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fe76acf732b2,35299,1732648778921 (queues=1) is replicating from cluster=2020804a-8cd8-4106-82cc-e58d2afa05d9 to cluster=176e8550-6327-44b8-9b6c-fc89ea413e89 2024-11-26T19:19:47,039 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fe76acf732b2%2C35299%2C1732648778921 2024-11-26T19:19:47,039 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fe76acf732b2,35299,1732648778921, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T19:19:47,040 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.shipperfe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fe76acf732b2%2C35299%2C1732648778921 2024-11-26T19:19:47,040 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106, startPosition=0, beingWritten=true 2024-11-26T19:19:47,045 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:19:47,045 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 to pos 379, reset compression=false 2024-11-26T19:19:47,045 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.shipperfe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,35299,1732648778921 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:19:47,248 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 to pos 379, reset compression=false 2024-11-26T19:19:47,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T19:19:47,514 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T19:19:47,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T19:19:47,514 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T19:19:47,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T19:19:47,515 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T19:19:47,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:19:47,515 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T19:19:47,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:19:47,515 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T19:19:47,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:19:47,516 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T19:19:47,521 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 379, reset compression=false 2024-11-26T19:19:47,552 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 to pos 379, reset compression=false 2024-11-26T19:19:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:19:47,772 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T19:19:47,772 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:19:47,772 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:47,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:47,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:47,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:47,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:47,776 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732648787775/Put/seqid=0 2024-11-26T19:19:47,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741840_1016 (size=7894) 2024-11-26T19:19:47,956 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 to pos 379, reset compression=false 2024-11-26T19:19:48,183 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732648788182/Put/seqid=0 2024-11-26T19:19:48,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741841_1017 (size=7691) 2024-11-26T19:19:48,226 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 379, reset compression=false 2024-11-26T19:19:48,459 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 to pos 379, reset compression=false 2024-11-26T19:19:48,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4149c537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:48,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,44473,-1 for getting cluster id 2024-11-26T19:19:48,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:48,592 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '176e8550-6327-44b8-9b6c-fc89ea413e89' 2024-11-26T19:19:48,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:48,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "176e8550-6327-44b8-9b6c-fc89ea413e89" 2024-11-26T19:19:48,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273aa653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:48,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,44473,-1] 2024-11-26T19:19:48,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:48,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:48,594 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:48,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c71db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:48,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:48,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,44359,1732648774802, seqNum=-1] 2024-11-26T19:19:48,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:19:48,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:19:48,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:48,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,44473,1732648774751 2024-11-26T19:19:48,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28c0b51d 2024-11-26T19:19:48,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:19:48,607 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:19:48,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c., hostname=fe76acf732b2,44359,1732648774802, seqNum=2] 2024-11-26T19:19:48,612 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T19:19:48,618 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-26T19:19:48,621 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-26T19:19:48,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/testHFileCyclicReplication_01/f/hfile_0 for inclusion in d76dc5c34bed2b6ce2c51038f3edc74c/f 2024-11-26T19:19:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T19:19:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:19:48,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/testHFileCyclicReplication_01/f/hfile_1 for inclusion in d76dc5c34bed2b6ce2c51038f3edc74c/f 2024-11-26T19:19:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T19:19:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:19:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HRegion(2603): Flush status journal for d76dc5c34bed2b6ce2c51038f3edc74c: 2024-11-26T19:19:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins__test__2v0ismo7k1o8gk407vh9t2du7r9k9s26o8m6emtffifmi0geti1guk3v3tjnr1kq/f/hfile_0 2024-11-26T19:19:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins__test__2v0ismo7k1o8gk407vh9t2du7r9k9s26o8m6emtffifmi0geti1guk3v3tjnr1kq/f/hfile_0 as hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/default/test/d76dc5c34bed2b6ce2c51038f3edc74c/f/ee675ca5238a47c88824fea70bbb7c37_SeqId_4_ 2024-11-26T19:19:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins__test__2v0ismo7k1o8gk407vh9t2du7r9k9s26o8m6emtffifmi0geti1guk3v3tjnr1kq/f/hfile_1 2024-11-26T19:19:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins__test__2v0ismo7k1o8gk407vh9t2du7r9k9s26o8m6emtffifmi0geti1guk3v3tjnr1kq/f/hfile_1 as hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/default/test/d76dc5c34bed2b6ce2c51038f3edc74c/f/10688954858a4c59b10c86cb49265b50_SeqId_4_ 2024-11-26T19:19:48,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins__test__2v0ismo7k1o8gk407vh9t2du7r9k9s26o8m6emtffifmi0geti1guk3v3tjnr1kq/f/hfile_0 into d76dc5c34bed2b6ce2c51038f3edc74c/f as hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/default/test/d76dc5c34bed2b6ce2c51038f3edc74c/f/ee675ca5238a47c88824fea70bbb7c37_SeqId_4_ - updating store file list. 2024-11-26T19:19:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ee675ca5238a47c88824fea70bbb7c37_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T19:19:48,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/default/test/d76dc5c34bed2b6ce2c51038f3edc74c/f/ee675ca5238a47c88824fea70bbb7c37_SeqId_4_ into d76dc5c34bed2b6ce2c51038f3edc74c/f 2024-11-26T19:19:48,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins__test__2v0ismo7k1o8gk407vh9t2du7r9k9s26o8m6emtffifmi0geti1guk3v3tjnr1kq/f/hfile_0 into d76dc5c34bed2b6ce2c51038f3edc74c/f (new location: hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/default/test/d76dc5c34bed2b6ce2c51038f3edc74c/f/ee675ca5238a47c88824fea70bbb7c37_SeqId_4_) 2024-11-26T19:19:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins__test__2v0ismo7k1o8gk407vh9t2du7r9k9s26o8m6emtffifmi0geti1guk3v3tjnr1kq/f/hfile_0 2024-11-26T19:19:48,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins__test__2v0ismo7k1o8gk407vh9t2du7r9k9s26o8m6emtffifmi0geti1guk3v3tjnr1kq/f/hfile_1 into d76dc5c34bed2b6ce2c51038f3edc74c/f as hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/default/test/d76dc5c34bed2b6ce2c51038f3edc74c/f/10688954858a4c59b10c86cb49265b50_SeqId_4_ - updating store file list. 2024-11-26T19:19:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 10688954858a4c59b10c86cb49265b50_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T19:19:48,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/default/test/d76dc5c34bed2b6ce2c51038f3edc74c/f/10688954858a4c59b10c86cb49265b50_SeqId_4_ into d76dc5c34bed2b6ce2c51038f3edc74c/f 2024-11-26T19:19:48,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins__test__2v0ismo7k1o8gk407vh9t2du7r9k9s26o8m6emtffifmi0geti1guk3v3tjnr1kq/f/hfile_1 into d76dc5c34bed2b6ce2c51038f3edc74c/f (new location: hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/default/test/d76dc5c34bed2b6ce2c51038f3edc74c/f/10688954858a4c59b10c86cb49265b50_SeqId_4_) 2024-11-26T19:19:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins__test__2v0ismo7k1o8gk407vh9t2du7r9k9s26o8m6emtffifmi0geti1guk3v3tjnr1kq/f/hfile_1 2024-11-26T19:19:48,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:19:48,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:48,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:48,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:48,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:48,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c., hostname=fe76acf732b2,44359,1732648774802, seqNum=2 , the old value is region=test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c., hostname=fe76acf732b2,44359,1732648774802, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fe76acf732b2:44359 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T19:19:48,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c., hostname=fe76acf732b2,44359,1732648774802, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T19:19:48,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c., hostname=fe76acf732b2,44359,1732648774802, seqNum=2 from cache 2024-11-26T19:19:48,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1] 2024-11-26T19:19:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:19:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:41762 deadline: 1732648848656 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:41762 2024-11-26T19:19:48,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:19:48,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026., hostname=fe76acf732b2,35299,1732648778921, seqNum=2] 2024-11-26T19:19:48,662 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T19:19:48,763 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:44359 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T19:19:49,030 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 379, reset compression=false 2024-11-26T19:19:49,035 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:19:49,035 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,44359,1732648774802 got entry batch from reader: WALEntryBatch [walEntries=[{test/d76dc5c34bed2b6ce2c51038f3edc74c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732648788654/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T19:19:49,038 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:19:49,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-26T19:19:49,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.ReplicationSink(318): Replicating [176e8550-6327-44b8-9b6c-fc89ea413e89] bulk loaded data 2024-11-26T19:19:49,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2446e4f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:49,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,34459,-1 for getting cluster id 2024-11-26T19:19:49,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:49,041 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2020804a-8cd8-4106-82cc-e58d2afa05d9' 2024-11-26T19:19:49,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:49,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2020804a-8cd8-4106-82cc-e58d2afa05d9" 2024-11-26T19:19:49,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f693efd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:49,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,34459,-1] 2024-11-26T19:19:49,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:49,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:49,042 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:49,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@571b14d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:49,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741840_1016 (size=7894) 2024-11-26T19:19:49,064 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 to pos 379, reset compression=false 2024-11-26T19:19:49,236 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 687, reset compression=false 2024-11-26T19:19:49,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741841_1017 (size=7691) 2024-11-26T19:19:49,540 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 687, reset compression=false 2024-11-26T19:19:49,558 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:19:49,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:49,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:49,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:49,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:49,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:49,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:49,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:49,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:49,599 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T19:19:49,675 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T19:19:49,767 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 to pos 379, reset compression=false 2024-11-26T19:19:49,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:49,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,34459,1732648778886 2024-11-26T19:19:49,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ff4b065 2024-11-26T19:19:49,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:19:49,868 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-26T19:19:49,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T19:19:49,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:49,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1] 2024-11-26T19:19:49,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:19:49,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-26T19:19:49,877 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins.hfs.11__test__vnsgr4bj7ah9mjmcklnua9mtn6631g1bslal1rldo3b6b83i0n3kh3a46dm7bnq/f/10688954858a4c59b10c86cb49265b50_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T19:19:49,879 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins.hfs.11__test__vnsgr4bj7ah9mjmcklnua9mtn6631g1bslal1rldo3b6b83i0n3kh3a46dm7bnq/f/ee675ca5238a47c88824fea70bbb7c37_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T19:19:49,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins.hfs.11__test__vnsgr4bj7ah9mjmcklnua9mtn6631g1bslal1rldo3b6b83i0n3kh3a46dm7bnq/f/ee675ca5238a47c88824fea70bbb7c37_SeqId_4_ for inclusion in e9ceb739e9dec12cd7a86bfde1c26026/f 2024-11-26T19:19:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T19:19:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:19:49,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins.hfs.11__test__vnsgr4bj7ah9mjmcklnua9mtn6631g1bslal1rldo3b6b83i0n3kh3a46dm7bnq/f/10688954858a4c59b10c86cb49265b50_SeqId_4_ for inclusion in e9ceb739e9dec12cd7a86bfde1c26026/f 2024-11-26T19:19:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T19:19:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:19:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HRegion(2603): Flush status journal for e9ceb739e9dec12cd7a86bfde1c26026: 2024-11-26T19:19:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ee675ca5238a47c88824fea70bbb7c37_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T19:19:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins.hfs.11__test__vnsgr4bj7ah9mjmcklnua9mtn6631g1bslal1rldo3b6b83i0n3kh3a46dm7bnq/f/ee675ca5238a47c88824fea70bbb7c37_SeqId_4_ as hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/default/test/e9ceb739e9dec12cd7a86bfde1c26026/f/dd09590a67ab443da9aceb6037ebcb6c_SeqId_4_ 2024-11-26T19:19:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 10688954858a4c59b10c86cb49265b50_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T19:19:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins.hfs.11__test__vnsgr4bj7ah9mjmcklnua9mtn6631g1bslal1rldo3b6b83i0n3kh3a46dm7bnq/f/10688954858a4c59b10c86cb49265b50_SeqId_4_ as hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/default/test/e9ceb739e9dec12cd7a86bfde1c26026/f/7ac2064cf2bc44e2974d7f2c30c78fa5_SeqId_4_ 2024-11-26T19:19:49,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins.hfs.11__test__vnsgr4bj7ah9mjmcklnua9mtn6631g1bslal1rldo3b6b83i0n3kh3a46dm7bnq/f/ee675ca5238a47c88824fea70bbb7c37_SeqId_4_ into e9ceb739e9dec12cd7a86bfde1c26026/f as hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/default/test/e9ceb739e9dec12cd7a86bfde1c26026/f/dd09590a67ab443da9aceb6037ebcb6c_SeqId_4_ - updating store file list. 2024-11-26T19:19:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd09590a67ab443da9aceb6037ebcb6c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T19:19:49,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/default/test/e9ceb739e9dec12cd7a86bfde1c26026/f/dd09590a67ab443da9aceb6037ebcb6c_SeqId_4_ into e9ceb739e9dec12cd7a86bfde1c26026/f 2024-11-26T19:19:49,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins.hfs.11__test__vnsgr4bj7ah9mjmcklnua9mtn6631g1bslal1rldo3b6b83i0n3kh3a46dm7bnq/f/ee675ca5238a47c88824fea70bbb7c37_SeqId_4_ into e9ceb739e9dec12cd7a86bfde1c26026/f (new location: hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/default/test/e9ceb739e9dec12cd7a86bfde1c26026/f/dd09590a67ab443da9aceb6037ebcb6c_SeqId_4_) 2024-11-26T19:19:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins.hfs.11__test__vnsgr4bj7ah9mjmcklnua9mtn6631g1bslal1rldo3b6b83i0n3kh3a46dm7bnq/f/ee675ca5238a47c88824fea70bbb7c37_SeqId_4_ 2024-11-26T19:19:49,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins.hfs.11__test__vnsgr4bj7ah9mjmcklnua9mtn6631g1bslal1rldo3b6b83i0n3kh3a46dm7bnq/f/10688954858a4c59b10c86cb49265b50_SeqId_4_ into e9ceb739e9dec12cd7a86bfde1c26026/f as hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/default/test/e9ceb739e9dec12cd7a86bfde1c26026/f/7ac2064cf2bc44e2974d7f2c30c78fa5_SeqId_4_ - updating store file list. 2024-11-26T19:19:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7ac2064cf2bc44e2974d7f2c30c78fa5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T19:19:49,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/default/test/e9ceb739e9dec12cd7a86bfde1c26026/f/7ac2064cf2bc44e2974d7f2c30c78fa5_SeqId_4_ into e9ceb739e9dec12cd7a86bfde1c26026/f 2024-11-26T19:19:49,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins.hfs.11__test__vnsgr4bj7ah9mjmcklnua9mtn6631g1bslal1rldo3b6b83i0n3kh3a46dm7bnq/f/10688954858a4c59b10c86cb49265b50_SeqId_4_ into e9ceb739e9dec12cd7a86bfde1c26026/f (new location: hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/default/test/e9ceb739e9dec12cd7a86bfde1c26026/f/7ac2064cf2bc44e2974d7f2c30c78fa5_SeqId_4_) 2024-11-26T19:19:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins.hfs.11__test__vnsgr4bj7ah9mjmcklnua9mtn6631g1bslal1rldo3b6b83i0n3kh3a46dm7bnq/f/10688954858a4c59b10c86cb49265b50_SeqId_4_ 2024-11-26T19:19:49,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.ReplicationSink(324): Finished replicating [176e8550-6327-44b8-9b6c-fc89ea413e89] bulk loaded data 2024-11-26T19:19:49,944 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 687, reset compression=false 2024-11-26T19:19:50,449 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 687, reset compression=false 2024-11-26T19:19:50,571 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 to pos 379, reset compression=false 2024-11-26T19:19:50,576 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:19:50,577 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.shipperfe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,35299,1732648778921 got entry batch from reader: WALEntryBatch [walEntries=[{test/e9ceb739e9dec12cd7a86bfde1c26026/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732648789916/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-26T19:19:50,579 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.shipperfe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:19:50,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-26T19:19:50,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.ReplicationSink(318): Replicating [176e8550-6327-44b8-9b6c-fc89ea413e89, 2020804a-8cd8-4106-82cc-e58d2afa05d9] bulk loaded data 2024-11-26T19:19:50,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76277d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:50,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,44473,-1 for getting cluster id 2024-11-26T19:19:50,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:50,582 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '176e8550-6327-44b8-9b6c-fc89ea413e89' 2024-11-26T19:19:50,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:50,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "176e8550-6327-44b8-9b6c-fc89ea413e89" 2024-11-26T19:19:50,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2033f357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:50,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,44473,-1] 2024-11-26T19:19:50,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:50,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:50,583 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:50,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b0a1b63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:50,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741842_1018 (size=7894) 2024-11-26T19:19:50,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:19:50,688 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732648790688/Put/seqid=0 2024-11-26T19:19:50,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741842_1018 (size=11194) 2024-11-26T19:19:50,777 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 to pos 725, reset compression=false 2024-11-26T19:19:51,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741843_1019 (size=7691) 2024-11-26T19:19:51,054 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 687, reset compression=false 2024-11-26T19:19:51,081 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 to pos 725, reset compression=false 2024-11-26T19:19:51,095 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732648791094/Put/seqid=0 2024-11-26T19:19:51,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741843_1019 (size=10791) 2024-11-26T19:19:51,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:51,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,44473,1732648774751 2024-11-26T19:19:51,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21f63b04 2024-11-26T19:19:51,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:19:51,415 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-26T19:19:51,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T19:19:51,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:51,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,44359,1732648774802, seqNum=-1] 2024-11-26T19:19:51,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:19:51,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-26T19:19:51,424 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins.hfs.10__test__c67nah0eavjk6l2l4noojhgupu2j3cbbf7k1cbvef0ck0nr08vocf6i1vlpguub7/f/7ac2064cf2bc44e2974d7f2c30c78fa5_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T19:19:51,426 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins.hfs.10__test__c67nah0eavjk6l2l4noojhgupu2j3cbbf7k1cbvef0ck0nr08vocf6i1vlpguub7/f/dd09590a67ab443da9aceb6037ebcb6c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T19:19:51,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.ReplicationSink(324): Finished replicating [176e8550-6327-44b8-9b6c-fc89ea413e89, 2020804a-8cd8-4106-82cc-e58d2afa05d9] bulk loaded data 2024-11-26T19:19:51,484 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 to pos 725, reset compression=false 2024-11-26T19:19:51,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc83fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:51,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,34459,-1 for getting cluster id 2024-11-26T19:19:51,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:19:51,501 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2020804a-8cd8-4106-82cc-e58d2afa05d9' 2024-11-26T19:19:51,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:19:51,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2020804a-8cd8-4106-82cc-e58d2afa05d9" 2024-11-26T19:19:51,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cdc4ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:51,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,34459,-1] 2024-11-26T19:19:51,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:19:51,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:51,502 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:19:51,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f08b92e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:19:51,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:51,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1] 2024-11-26T19:19:51,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:19:51,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:19:51,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:51,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,34459,1732648778886 2024-11-26T19:19:51,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11e0d41d 2024-11-26T19:19:51,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:19:51,514 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:19:51,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026., hostname=fe76acf732b2,35299,1732648778921, seqNum=2] 2024-11-26T19:19:51,519 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T19:19:51,524 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-26T19:19:51,527 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-26T19:19:51,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/testHFileCyclicReplication_10/f/hfile_1 for inclusion in e9ceb739e9dec12cd7a86bfde1c26026/f 2024-11-26T19:19:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T19:19:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:19:51,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/testHFileCyclicReplication_10/f/hfile_0 for inclusion in e9ceb739e9dec12cd7a86bfde1c26026/f 2024-11-26T19:19:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T19:19:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:19:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HRegion(2603): Flush status journal for e9ceb739e9dec12cd7a86bfde1c26026: 2024-11-26T19:19:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins__test__ghrvpli6v1ape7h9q16mdrjgl36eq4mbr5oucmjfos9linvblk1a5pa5uu9mi4ff/f/hfile_1 2024-11-26T19:19:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins__test__ghrvpli6v1ape7h9q16mdrjgl36eq4mbr5oucmjfos9linvblk1a5pa5uu9mi4ff/f/hfile_1 as hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/default/test/e9ceb739e9dec12cd7a86bfde1c26026/f/f354d0b3ae5f457e8d9deaf7b71ec64b_SeqId_6_ 2024-11-26T19:19:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins__test__ghrvpli6v1ape7h9q16mdrjgl36eq4mbr5oucmjfos9linvblk1a5pa5uu9mi4ff/f/hfile_0 2024-11-26T19:19:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins__test__ghrvpli6v1ape7h9q16mdrjgl36eq4mbr5oucmjfos9linvblk1a5pa5uu9mi4ff/f/hfile_0 as hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/default/test/e9ceb739e9dec12cd7a86bfde1c26026/f/864b8f8eb3cd4e8ca3fd56f15dad62c2_SeqId_6_ 2024-11-26T19:19:51,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins__test__ghrvpli6v1ape7h9q16mdrjgl36eq4mbr5oucmjfos9linvblk1a5pa5uu9mi4ff/f/hfile_1 into e9ceb739e9dec12cd7a86bfde1c26026/f as hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/default/test/e9ceb739e9dec12cd7a86bfde1c26026/f/f354d0b3ae5f457e8d9deaf7b71ec64b_SeqId_6_ - updating store file list. 2024-11-26T19:19:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f354d0b3ae5f457e8d9deaf7b71ec64b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T19:19:51,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/default/test/e9ceb739e9dec12cd7a86bfde1c26026/f/f354d0b3ae5f457e8d9deaf7b71ec64b_SeqId_6_ into e9ceb739e9dec12cd7a86bfde1c26026/f 2024-11-26T19:19:51,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins__test__ghrvpli6v1ape7h9q16mdrjgl36eq4mbr5oucmjfos9linvblk1a5pa5uu9mi4ff/f/hfile_1 into e9ceb739e9dec12cd7a86bfde1c26026/f (new location: hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/default/test/e9ceb739e9dec12cd7a86bfde1c26026/f/f354d0b3ae5f457e8d9deaf7b71ec64b_SeqId_6_) 2024-11-26T19:19:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins__test__ghrvpli6v1ape7h9q16mdrjgl36eq4mbr5oucmjfos9linvblk1a5pa5uu9mi4ff/f/hfile_1 2024-11-26T19:19:51,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins__test__ghrvpli6v1ape7h9q16mdrjgl36eq4mbr5oucmjfos9linvblk1a5pa5uu9mi4ff/f/hfile_0 into e9ceb739e9dec12cd7a86bfde1c26026/f as hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/default/test/e9ceb739e9dec12cd7a86bfde1c26026/f/864b8f8eb3cd4e8ca3fd56f15dad62c2_SeqId_6_ - updating store file list. 2024-11-26T19:19:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 864b8f8eb3cd4e8ca3fd56f15dad62c2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T19:19:51,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/default/test/e9ceb739e9dec12cd7a86bfde1c26026/f/864b8f8eb3cd4e8ca3fd56f15dad62c2_SeqId_6_ into e9ceb739e9dec12cd7a86bfde1c26026/f 2024-11-26T19:19:51,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins__test__ghrvpli6v1ape7h9q16mdrjgl36eq4mbr5oucmjfos9linvblk1a5pa5uu9mi4ff/f/hfile_0 into e9ceb739e9dec12cd7a86bfde1c26026/f (new location: hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/default/test/e9ceb739e9dec12cd7a86bfde1c26026/f/864b8f8eb3cd4e8ca3fd56f15dad62c2_SeqId_6_) 2024-11-26T19:19:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/staging/jenkins__test__ghrvpli6v1ape7h9q16mdrjgl36eq4mbr5oucmjfos9linvblk1a5pa5uu9mi4ff/f/hfile_0 2024-11-26T19:19:51,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:19:51,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:51,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:51,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:51,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:51,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026., hostname=fe76acf732b2,35299,1732648778921, seqNum=2 , the old value is region=test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026., hostname=fe76acf732b2,35299,1732648778921, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fe76acf732b2:35299 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T19:19:51,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026., hostname=fe76acf732b2,35299,1732648778921, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T19:19:51,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:51,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026., hostname=fe76acf732b2,35299,1732648778921, seqNum=2 from cache 2024-11-26T19:19:51,554 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T19:19:51,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,44359,1732648774802, seqNum=-1] 2024-11-26T19:19:51,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:19:51,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:19:51,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c., hostname=fe76acf732b2,44359,1732648774802, seqNum=2] 2024-11-26T19:19:51,563 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T19:19:51,662 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:35299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T19:19:51,758 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 687, reset compression=false 2024-11-26T19:19:51,988 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 to pos 725, reset compression=false 2024-11-26T19:19:51,993 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:19:51,993 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.shipperfe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,35299,1732648778921 got entry batch from reader: WALEntryBatch [walEntries=[{test/e9ceb739e9dec12cd7a86bfde1c26026/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732648791551/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T19:19:51,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.ReplicationSink(318): Replicating [2020804a-8cd8-4106-82cc-e58d2afa05d9] bulk loaded data 2024-11-26T19:19:52,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741844_1020 (size=10791) 2024-11-26T19:19:52,193 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 to pos 1033, reset compression=false 2024-11-26T19:19:52,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741845_1021 (size=11194) 2024-11-26T19:19:52,497 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 to pos 1033, reset compression=false 2024-11-26T19:19:52,563 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 687, reset compression=false 2024-11-26T19:19:52,569 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T19:19:52,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T19:19:52,820 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins.hfs.10__test__fo8ql6ou4k8rfsgnv9t64k43vtlktjcok0h79f4fp816r6l4vevsgl8flleb28a5/f/864b8f8eb3cd4e8ca3fd56f15dad62c2_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-26T19:19:52,822 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins.hfs.10__test__fo8ql6ou4k8rfsgnv9t64k43vtlktjcok0h79f4fp816r6l4vevsgl8flleb28a5/f/f354d0b3ae5f457e8d9deaf7b71ec64b_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-26T19:19:52,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins.hfs.10__test__fo8ql6ou4k8rfsgnv9t64k43vtlktjcok0h79f4fp816r6l4vevsgl8flleb28a5/f/f354d0b3ae5f457e8d9deaf7b71ec64b_SeqId_6_ for inclusion in d76dc5c34bed2b6ce2c51038f3edc74c/f 2024-11-26T19:19:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T19:19:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:19:52,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins.hfs.10__test__fo8ql6ou4k8rfsgnv9t64k43vtlktjcok0h79f4fp816r6l4vevsgl8flleb28a5/f/864b8f8eb3cd4e8ca3fd56f15dad62c2_SeqId_6_ for inclusion in d76dc5c34bed2b6ce2c51038f3edc74c/f 2024-11-26T19:19:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T19:19:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:19:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HRegion(2603): Flush status journal for d76dc5c34bed2b6ce2c51038f3edc74c: 2024-11-26T19:19:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f354d0b3ae5f457e8d9deaf7b71ec64b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T19:19:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins.hfs.10__test__fo8ql6ou4k8rfsgnv9t64k43vtlktjcok0h79f4fp816r6l4vevsgl8flleb28a5/f/f354d0b3ae5f457e8d9deaf7b71ec64b_SeqId_6_ as hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/default/test/d76dc5c34bed2b6ce2c51038f3edc74c/f/2c9dad3e088e4e04aef8df9d1c753b7f_SeqId_6_ 2024-11-26T19:19:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 864b8f8eb3cd4e8ca3fd56f15dad62c2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T19:19:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins.hfs.10__test__fo8ql6ou4k8rfsgnv9t64k43vtlktjcok0h79f4fp816r6l4vevsgl8flleb28a5/f/864b8f8eb3cd4e8ca3fd56f15dad62c2_SeqId_6_ as hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/default/test/d76dc5c34bed2b6ce2c51038f3edc74c/f/09ab34afa1b44c358e54143563586c93_SeqId_6_ 2024-11-26T19:19:52,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins.hfs.10__test__fo8ql6ou4k8rfsgnv9t64k43vtlktjcok0h79f4fp816r6l4vevsgl8flleb28a5/f/f354d0b3ae5f457e8d9deaf7b71ec64b_SeqId_6_ into d76dc5c34bed2b6ce2c51038f3edc74c/f as hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/default/test/d76dc5c34bed2b6ce2c51038f3edc74c/f/2c9dad3e088e4e04aef8df9d1c753b7f_SeqId_6_ - updating store file list. 2024-11-26T19:19:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2c9dad3e088e4e04aef8df9d1c753b7f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T19:19:52,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/default/test/d76dc5c34bed2b6ce2c51038f3edc74c/f/2c9dad3e088e4e04aef8df9d1c753b7f_SeqId_6_ into d76dc5c34bed2b6ce2c51038f3edc74c/f 2024-11-26T19:19:52,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins.hfs.10__test__fo8ql6ou4k8rfsgnv9t64k43vtlktjcok0h79f4fp816r6l4vevsgl8flleb28a5/f/f354d0b3ae5f457e8d9deaf7b71ec64b_SeqId_6_ into d76dc5c34bed2b6ce2c51038f3edc74c/f (new location: hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/default/test/d76dc5c34bed2b6ce2c51038f3edc74c/f/2c9dad3e088e4e04aef8df9d1c753b7f_SeqId_6_) 2024-11-26T19:19:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins.hfs.10__test__fo8ql6ou4k8rfsgnv9t64k43vtlktjcok0h79f4fp816r6l4vevsgl8flleb28a5/f/f354d0b3ae5f457e8d9deaf7b71ec64b_SeqId_6_ 2024-11-26T19:19:52,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins.hfs.10__test__fo8ql6ou4k8rfsgnv9t64k43vtlktjcok0h79f4fp816r6l4vevsgl8flleb28a5/f/864b8f8eb3cd4e8ca3fd56f15dad62c2_SeqId_6_ into d76dc5c34bed2b6ce2c51038f3edc74c/f as hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/default/test/d76dc5c34bed2b6ce2c51038f3edc74c/f/09ab34afa1b44c358e54143563586c93_SeqId_6_ - updating store file list. 2024-11-26T19:19:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 09ab34afa1b44c358e54143563586c93_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T19:19:52,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/default/test/d76dc5c34bed2b6ce2c51038f3edc74c/f/09ab34afa1b44c358e54143563586c93_SeqId_6_ into d76dc5c34bed2b6ce2c51038f3edc74c/f 2024-11-26T19:19:52,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins.hfs.10__test__fo8ql6ou4k8rfsgnv9t64k43vtlktjcok0h79f4fp816r6l4vevsgl8flleb28a5/f/864b8f8eb3cd4e8ca3fd56f15dad62c2_SeqId_6_ into d76dc5c34bed2b6ce2c51038f3edc74c/f (new location: hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/default/test/d76dc5c34bed2b6ce2c51038f3edc74c/f/09ab34afa1b44c358e54143563586c93_SeqId_6_) 2024-11-26T19:19:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/staging/jenkins.hfs.10__test__fo8ql6ou4k8rfsgnv9t64k43vtlktjcok0h79f4fp816r6l4vevsgl8flleb28a5/f/864b8f8eb3cd4e8ca3fd56f15dad62c2_SeqId_6_ 2024-11-26T19:19:52,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.ReplicationSink(324): Finished replicating [2020804a-8cd8-4106-82cc-e58d2afa05d9] bulk loaded data 2024-11-26T19:19:52,901 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 to pos 1033, reset compression=false 2024-11-26T19:19:53,404 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 to pos 1033, reset compression=false 2024-11-26T19:19:53,470 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 687, reset compression=false 2024-11-26T19:19:53,476 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:19:53,476 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,44359,1732648774802 got entry batch from reader: WALEntryBatch [walEntries=[{test/d76dc5c34bed2b6ce2c51038f3edc74c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732648792846/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-26T19:19:53,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.ReplicationSink(318): Replicating [2020804a-8cd8-4106-82cc-e58d2afa05d9, 176e8550-6327-44b8-9b6c-fc89ea413e89] bulk loaded data 2024-11-26T19:19:53,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741844_1020 (size=10791) 2024-11-26T19:19:53,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T19:19:53,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:19:53,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:53,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:53,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:53,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:53,581 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:19:53,581 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=993790409, stopped=false 2024-11-26T19:19:53,581 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,34459,1732648778886 2024-11-26T19:19:53,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-42472811/running 2024-11-26T19:19:53,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x10155b812d10004, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-42472811/running 2024-11-26T19:19:53,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811 2024-11-26T19:19:53,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x10155b812d10004, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811 2024-11-26T19:19:53,583 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:19:53,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:19:53,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:53,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:53,583 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,35299,1732648778921' ***** 2024-11-26T19:19:53,583 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:19:53,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Set watcher on znode that does not yet exist, /1-42472811/running 2024-11-26T19:19:53,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35299-0x10155b812d10004, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Set watcher on znode that does not yet exist, /1-42472811/running 2024-11-26T19:19:53,584 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:19:53,584 INFO [RS:0;fe76acf732b2:35299 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:19:53,584 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:19:53,584 INFO [RS:0;fe76acf732b2:35299 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:19:53,584 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(3091): Received CLOSE for 405cbb158b5b95be73da3197f8939eca 2024-11-26T19:19:53,585 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(3091): Received CLOSE for e9ceb739e9dec12cd7a86bfde1c26026 2024-11-26T19:19:53,585 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,35299,1732648778921 2024-11-26T19:19:53,585 INFO [RS:0;fe76acf732b2:35299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:19:53,585 INFO [RS:0;fe76acf732b2:35299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:35299. 2024-11-26T19:19:53,585 DEBUG [RS:0;fe76acf732b2:35299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:53,585 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 405cbb158b5b95be73da3197f8939eca, disabling compactions & flushes 2024-11-26T19:19:53,585 DEBUG [RS:0;fe76acf732b2:35299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:53,585 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca. 2024-11-26T19:19:53,585 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca. 2024-11-26T19:19:53,585 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca. after waiting 0 ms 2024-11-26T19:19:53,585 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:19:53,585 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca. 2024-11-26T19:19:53,585 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:19:53,585 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:19:53,585 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:19:53,585 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 405cbb158b5b95be73da3197f8939eca 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-26T19:19:53,585 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T19:19:53,585 DEBUG [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(1325): Online Regions={405cbb158b5b95be73da3197f8939eca=hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca., 1588230740=hbase:meta,,1.1588230740, e9ceb739e9dec12cd7a86bfde1c26026=test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026.} 2024-11-26T19:19:53,585 DEBUG [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 405cbb158b5b95be73da3197f8939eca, e9ceb739e9dec12cd7a86bfde1c26026 2024-11-26T19:19:53,585 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:19:53,585 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:19:53,585 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:19:53,585 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:19:53,585 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:19:53,585 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T19:19:53,594 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:19:53,603 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/replication/405cbb158b5b95be73da3197f8939eca/.tmp/hfileref/1b2dc9cb5765441eacceca55eba4e93a is 74, key is 1/hfileref:7ac2064cf2bc44e2974d7f2c30c78fa5_SeqId_4_/1732648791429/DeleteColumn/seqid=0 2024-11-26T19:19:53,604 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/.tmp/info/47fecd7263ea4de9be1c9b4de371f7b1 is 147, key is hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca./info:regioninfo/1732648786787/Put/seqid=0 2024-11-26T19:19:53,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741845_1021 (size=5345) 2024-11-26T19:19:53,610 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/replication/405cbb158b5b95be73da3197f8939eca/.tmp/hfileref/1b2dc9cb5765441eacceca55eba4e93a 2024-11-26T19:19:53,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741846_1022 (size=7686) 2024-11-26T19:19:53,629 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/.tmp/info/47fecd7263ea4de9be1c9b4de371f7b1 2024-11-26T19:19:53,633 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/replication/405cbb158b5b95be73da3197f8939eca/.tmp/queue/73890ad8e155488bb48df5fafc9bc4d1 is 154, key is 1-fe76acf732b2,35299,1732648778921/queue:fe76acf732b2%2C35299%2C1732648778921/1732648792851/Put/seqid=0 2024-11-26T19:19:53,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741847_1023 (size=5353) 2024-11-26T19:19:53,648 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/.tmp/ns/bd9b4a5c63f4480a9d1eb90b3c1e5ceb is 43, key is default/ns:d/1732648781102/Put/seqid=0 2024-11-26T19:19:53,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741848_1024 (size=5153) 2024-11-26T19:19:53,676 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 1033, reset compression=false 2024-11-26T19:19:53,785 DEBUG [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 405cbb158b5b95be73da3197f8939eca, e9ceb739e9dec12cd7a86bfde1c26026 2024-11-26T19:19:53,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741849_1025 (size=11194) 2024-11-26T19:19:53,980 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 1033, reset compression=false 2024-11-26T19:19:53,986 DEBUG [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 405cbb158b5b95be73da3197f8939eca, e9ceb739e9dec12cd7a86bfde1c26026 2024-11-26T19:19:53,993 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:19:53,994 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:19:54,008 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 to pos 1033, reset compression=false 2024-11-26T19:19:54,039 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/replication/405cbb158b5b95be73da3197f8939eca/.tmp/queue/73890ad8e155488bb48df5fafc9bc4d1 2024-11-26T19:19:54,043 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/replication/405cbb158b5b95be73da3197f8939eca/.tmp/hfileref/1b2dc9cb5765441eacceca55eba4e93a as hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/replication/405cbb158b5b95be73da3197f8939eca/hfileref/1b2dc9cb5765441eacceca55eba4e93a 2024-11-26T19:19:54,047 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/replication/405cbb158b5b95be73da3197f8939eca/hfileref/1b2dc9cb5765441eacceca55eba4e93a, entries=4, sequenceid=12, filesize=5.2 K 2024-11-26T19:19:54,048 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/replication/405cbb158b5b95be73da3197f8939eca/.tmp/queue/73890ad8e155488bb48df5fafc9bc4d1 as hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/replication/405cbb158b5b95be73da3197f8939eca/queue/73890ad8e155488bb48df5fafc9bc4d1 2024-11-26T19:19:54,052 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/.tmp/ns/bd9b4a5c63f4480a9d1eb90b3c1e5ceb 2024-11-26T19:19:54,052 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/replication/405cbb158b5b95be73da3197f8939eca/queue/73890ad8e155488bb48df5fafc9bc4d1, entries=1, sequenceid=12, filesize=5.2 K 2024-11-26T19:19:54,053 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 405cbb158b5b95be73da3197f8939eca in 468ms, sequenceid=12, compaction requested=false 2024-11-26T19:19:54,057 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/replication/405cbb158b5b95be73da3197f8939eca/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T19:19:54,058 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:19:54,058 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:19:54,058 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca. 2024-11-26T19:19:54,058 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 405cbb158b5b95be73da3197f8939eca: Waiting for close lock at 1732648793585Running coprocessor pre-close hooks at 1732648793585Disabling compacts and flushes for region at 1732648793585Disabling writes for close at 1732648793585Obtaining lock to block concurrent updates at 1732648793585Preparing flush snapshotting stores in 405cbb158b5b95be73da3197f8939eca at 1732648793585Finished memstore snapshotting hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732648793585Flushing stores of hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca. at 1732648793586 (+1 ms)Flushing 405cbb158b5b95be73da3197f8939eca/hfileref: creating writer at 1732648793586Flushing 405cbb158b5b95be73da3197f8939eca/hfileref: appending metadata at 1732648793602 (+16 ms)Flushing 405cbb158b5b95be73da3197f8939eca/hfileref: closing flushed file at 1732648793602Flushing 405cbb158b5b95be73da3197f8939eca/queue: creating writer at 1732648793615 (+13 ms)Flushing 405cbb158b5b95be73da3197f8939eca/queue: appending metadata at 1732648793633 (+18 ms)Flushing 405cbb158b5b95be73da3197f8939eca/queue: closing flushed file at 1732648793633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32b36ce7: reopening flushed file at 1732648794043 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18f0943c: reopening flushed file at 1732648794048 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 405cbb158b5b95be73da3197f8939eca in 468ms, sequenceid=12, compaction requested=false at 1732648794053 (+5 ms)Writing region close event to WAL at 1732648794054 (+1 ms)Running coprocessor post-close hooks at 1732648794058 (+4 ms)Closed at 1732648794058 2024-11-26T19:19:54,058 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732648785617.405cbb158b5b95be73da3197f8939eca. 2024-11-26T19:19:54,058 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9ceb739e9dec12cd7a86bfde1c26026, disabling compactions & flushes 2024-11-26T19:19:54,058 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026. 2024-11-26T19:19:54,058 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026. 2024-11-26T19:19:54,058 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026. after waiting 0 ms 2024-11-26T19:19:54,058 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026. 2024-11-26T19:19:54,062 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/default/test/e9ceb739e9dec12cd7a86bfde1c26026/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T19:19:54,062 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:19:54,062 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:19:54,062 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026. 2024-11-26T19:19:54,062 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9ceb739e9dec12cd7a86bfde1c26026: Waiting for close lock at 1732648794058Running coprocessor pre-close hooks at 1732648794058Disabling compacts and flushes for region at 1732648794058Disabling writes for close at 1732648794058Writing region close event to WAL at 1732648794059 (+1 ms)Running coprocessor post-close hooks at 1732648794062 (+3 ms)Closed at 1732648794062 2024-11-26T19:19:54,062 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026. 2024-11-26T19:19:54,073 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/.tmp/rep_barrier/8314d69d818e4b95b5d09402ca634fcc is 112, key is test,,1732648783315.e9ceb739e9dec12cd7a86bfde1c26026./rep_barrier:seqnumDuringOpen/1732648784071/Put/seqid=0 2024-11-26T19:19:54,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741850_1026 (size=5518) 2024-11-26T19:19:54,186 DEBUG [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:54,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T19:19:54,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35299 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fe76acf732b2,35299,1732648778921 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T19:19:54,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35299 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:34742 deadline: 1732648854296, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fe76acf732b2,35299,1732648778921 stopping 2024-11-26T19:19:54,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fe76acf732b2,35299,1732648778921 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T19:19:54,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fe76acf732b2,35299,1732648778921 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T19:19:54,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1 from cache 2024-11-26T19:19:54,384 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 1033, reset compression=false 2024-11-26T19:19:54,386 DEBUG [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:54,401 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:54,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1] 2024-11-26T19:19:54,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35299 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fe76acf732b2,35299,1732648778921 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T19:19:54,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35299 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:34742 deadline: 1732648854297, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fe76acf732b2,35299,1732648778921 stopping 2024-11-26T19:19:54,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fe76acf732b2,35299,1732648778921 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T19:19:54,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fe76acf732b2,35299,1732648778921 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T19:19:54,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1 from cache 2024-11-26T19:19:54,477 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/.tmp/rep_barrier/8314d69d818e4b95b5d09402ca634fcc 2024-11-26T19:19:54,496 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/.tmp/table/b7d0e311ff284a18b875ae511fd19dfc is 53, key is hbase:replication/table:state/1732648786794/Put/seqid=0 2024-11-26T19:19:54,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741851_1027 (size=5308) 2024-11-26T19:19:54,586 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T19:19:54,586 DEBUG [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:19:54,586 DEBUG [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:54,611 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:54,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1] 2024-11-26T19:19:54,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35299 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fe76acf732b2,35299,1732648778921 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T19:19:54,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35299 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:34742 deadline: 1732648854297, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fe76acf732b2,35299,1732648778921 stopping 2024-11-26T19:19:54,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fe76acf732b2,35299,1732648778921 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T19:19:54,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fe76acf732b2,35299,1732648778921 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T19:19:54,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1 from cache 2024-11-26T19:19:54,712 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 to pos 1033, reset compression=false 2024-11-26T19:19:54,717 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:19:54,717 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 to pos 1328, reset compression=false 2024-11-26T19:19:54,717 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.shipperfe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,35299,1732648778921 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:19:54,719 ERROR [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.shipperfe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fe76acf732b2,35299,1732648778921: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fe76acf732b2,35299,1732648778921, walGroup=fe76acf732b2%2C35299%2C1732648778921, offset=fe76acf732b2%2C35299%2C1732648778921.1732648780106:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:35299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T19:19:54,720 ERROR [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.shipperfe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T19:19:54,723 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.shipperfe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T19:19:54,724 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.shipperfe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T19:19:54,724 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.shipperfe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T19:19:54,724 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.shipperfe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T19:19:54,724 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.shipperfe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 544308032 }, "NonHeapMemoryUsage": { "committed": 190447616, "init": 7667712, "max": -1, "used": 187745328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T19:19:54,727 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.shipperfe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T19:19:54,786 DEBUG [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:54,888 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 1033, reset compression=false 2024-11-26T19:19:54,899 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/.tmp/table/b7d0e311ff284a18b875ae511fd19dfc 2024-11-26T19:19:54,904 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/.tmp/info/47fecd7263ea4de9be1c9b4de371f7b1 as hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/info/47fecd7263ea4de9be1c9b4de371f7b1 2024-11-26T19:19:54,908 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/info/47fecd7263ea4de9be1c9b4de371f7b1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T19:19:54,909 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/.tmp/ns/bd9b4a5c63f4480a9d1eb90b3c1e5ceb as hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/ns/bd9b4a5c63f4480a9d1eb90b3c1e5ceb 2024-11-26T19:19:54,913 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/ns/bd9b4a5c63f4480a9d1eb90b3c1e5ceb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T19:19:54,914 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/.tmp/rep_barrier/8314d69d818e4b95b5d09402ca634fcc as hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/rep_barrier/8314d69d818e4b95b5d09402ca634fcc 2024-11-26T19:19:54,918 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/rep_barrier/8314d69d818e4b95b5d09402ca634fcc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T19:19:54,918 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/.tmp/table/b7d0e311ff284a18b875ae511fd19dfc as hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/table/b7d0e311ff284a18b875ae511fd19dfc 2024-11-26T19:19:54,920 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.wal-reader.fe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 to pos 1328, reset compression=false 2024-11-26T19:19:54,921 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:54,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1] 2024-11-26T19:19:54,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fe76acf732b2,35299,1732648778921 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:19:54,924 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/table/b7d0e311ff284a18b875ae511fd19dfc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T19:19:54,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fe76acf732b2,35299,1732648778921 aborting 2024-11-26T19:19:54,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fe76acf732b2,35299,1732648778921 aborting 2024-11-26T19:19:54,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35299,1732648778921, seqNum=-1 from cache 2024-11-26T19:19:54,925 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=16, compaction requested=false 2024-11-26T19:19:54,929 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T19:19:54,930 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:19:54,930 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:19:54,930 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:19:54,930 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648793585Running coprocessor pre-close hooks at 1732648793585Disabling compacts and flushes for region at 1732648793585Disabling writes for close at 1732648793585Obtaining lock to block concurrent updates at 1732648793585Preparing flush snapshotting stores in 1588230740 at 1732648793585Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732648793586 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732648793586Flushing 1588230740/info: creating writer at 1732648793586Flushing 1588230740/info: appending metadata at 1732648793604 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732648793604Flushing 1588230740/ns: creating writer at 1732648793633 (+29 ms)Flushing 1588230740/ns: appending metadata at 1732648793647 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732648793648 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732648794056 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732648794073 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732648794073Flushing 1588230740/table: creating writer at 1732648794481 (+408 ms)Flushing 1588230740/table: appending metadata at 1732648794495 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732648794495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c3c42ca: reopening flushed file at 1732648794904 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2192dd71: reopening flushed file at 1732648794909 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca3035c: reopening flushed file at 1732648794913 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e59652: reopening flushed file at 1732648794918 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=16, compaction requested=false at 1732648794925 (+7 ms)Writing region close event to WAL at 1732648794927 (+2 ms)Running coprocessor post-close hooks at 1732648794930 (+3 ms)Closed at 1732648794930 2024-11-26T19:19:54,930 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:19:54,986 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,35299,1732648778921; all regions closed. 2024-11-26T19:19:54,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741834_1010 (size=4239) 2024-11-26T19:19:54,989 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.meta.1732648781061.meta not finished, retry = 0 2024-11-26T19:19:55,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741839_1015 (size=3127) 2024-11-26T19:19:55,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741832_1008 (size=1336) 2024-11-26T19:19:55,095 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/WALs/fe76acf732b2,35299,1732648778921/fe76acf732b2%2C35299%2C1732648778921.1732648780106 not finished, retry = 0 2024-11-26T19:19:55,195 DEBUG [RS:0;fe76acf732b2:35299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:55,195 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:19:55,196 INFO [RS:0;fe76acf732b2:35299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:19:55,196 INFO [RS:0;fe76acf732b2:35299 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T19:19:55,196 INFO [RS:0;fe76acf732b2:35299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:19:55,196 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:19:55,196 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fe76acf732b2,35299,1732648778921 because: Region server is closing 2024-11-26T19:19:55,196 INFO [RS:0;fe76acf732b2:35299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:35299. 2024-11-26T19:19:55,197 DEBUG [RS:0;fe76acf732b2:35299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:55,197 DEBUG [RS:0;fe76acf732b2:35299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:55,197 DEBUG [RS:0;fe76acf732b2:35299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:55,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:55,297 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35299,1732648778921.replicationSource.shipperfe76acf732b2%2C35299%2C1732648778921,1-fe76acf732b2,35299,1732648778921 terminated 2024-11-26T19:19:55,297 INFO [RS:0;fe76acf732b2:35299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:35299. 2024-11-26T19:19:55,297 DEBUG [RS:0;fe76acf732b2:35299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:55,297 DEBUG [RS:0;fe76acf732b2:35299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:55,297 DEBUG [RS:0;fe76acf732b2:35299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:55,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:55,297 INFO [RS:0;fe76acf732b2:35299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35299 2024-11-26T19:19:55,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x10155b812d10004, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-42472811/rs/fe76acf732b2,35299,1732648778921 2024-11-26T19:19:55,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811/rs 2024-11-26T19:19:55,299 INFO [RS:0;fe76acf732b2:35299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:19:55,299 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-26T19:19:55,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-26T19:19:55,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35299 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:34730 deadline: 1732648853477, exception=java.io.InterruptedIOException 2024-11-26T19:19:55,299 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fe76acf732b2:35299 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-26T19:19:55,300 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T19:19:55,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,35299,1732648778921] 2024-11-26T19:19:55,303 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-42472811/draining/fe76acf732b2,35299,1732648778921 already deleted, retry=false 2024-11-26T19:19:55,303 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,35299,1732648778921 expired; onlineServers=0 2024-11-26T19:19:55,303 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,34459,1732648778886' ***** 2024-11-26T19:19:55,303 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:19:55,303 INFO [M:0;fe76acf732b2:34459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:19:55,303 INFO [M:0;fe76acf732b2:34459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:19:55,303 DEBUG [M:0;fe76acf732b2:34459 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:19:55,303 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:19:55,303 DEBUG [M:0;fe76acf732b2:34459 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:19:55,303 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648779916 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648779916,5,FailOnTimeoutGroup] 2024-11-26T19:19:55,304 INFO [M:0;fe76acf732b2:34459 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:19:55,304 INFO [M:0;fe76acf732b2:34459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:19:55,304 DEBUG [M:0;fe76acf732b2:34459 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:19:55,304 INFO [M:0;fe76acf732b2:34459 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:19:55,304 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648779917 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648779917,5,FailOnTimeoutGroup] 2024-11-26T19:19:55,304 INFO [M:0;fe76acf732b2:34459 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:19:55,304 INFO [M:0;fe76acf732b2:34459 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:19:55,304 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:19:55,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-42472811/master 2024-11-26T19:19:55,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-42472811 2024-11-26T19:19:55,305 DEBUG [M:0;fe76acf732b2:34459 {}] zookeeper.ZKUtil(347): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Unable to get data of znode /1-42472811/master because node does not exist (not an error) 2024-11-26T19:19:55,305 WARN [M:0;fe76acf732b2:34459 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T19:19:55,305 INFO [M:0;fe76acf732b2:34459 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/.lastflushedseqids 2024-11-26T19:19:55,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741852_1028 (size=263) 2024-11-26T19:19:55,401 INFO [RS:0;fe76acf732b2:35299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:19:55,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x10155b812d10004, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:55,401 INFO [RS:0;fe76acf732b2:35299 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,35299,1732648778921; zookeeper connection closed. 2024-11-26T19:19:55,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x10155b812d10004, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:55,401 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68b966bf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68b966bf 2024-11-26T19:19:55,402 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:19:55,401 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fe76acf732b2:35299 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fe76acf732b2/172.17.0.2:35299 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:19:55,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address fe76acf732b2:35299 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fe76acf732b2/172.17.0.2:35299 2024-11-26T19:19:55,402 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=fe76acf732b2:35299 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fe76acf732b2/172.17.0.2:35299 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fe76acf732b2/172.17.0.2:35299 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-26T19:19:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T19:19:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:56102 deadline: 1732648855404, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-26T19:19:55,406 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-26T19:19:55,407 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T19:19:55,431 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:19:55,432 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-26T19:19:55,433 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:19:55,492 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 1033, reset compression=false 2024-11-26T19:19:55,607 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-26T19:19:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T19:19:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:56102 deadline: 1732648855608, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-26T19:19:55,609 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-26T19:19:55,610 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T19:19:55,611 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-26T19:19:55,710 INFO [M:0;fe76acf732b2:34459 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:19:55,710 INFO [M:0;fe76acf732b2:34459 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:19:55,710 DEBUG [M:0;fe76acf732b2:34459 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:19:55,710 INFO [M:0;fe76acf732b2:34459 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:55,710 DEBUG [M:0;fe76acf732b2:34459 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:55,710 DEBUG [M:0;fe76acf732b2:34459 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:19:55,710 DEBUG [M:0;fe76acf732b2:34459 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:55,711 INFO [M:0;fe76acf732b2:34459 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-26T19:19:55,727 DEBUG [M:0;fe76acf732b2:34459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/375200e2b2e54855ae4f7fa379ee2a04 is 82, key is hbase:meta,,1/info:regioninfo/1732648781093/Put/seqid=0 2024-11-26T19:19:55,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741853_1029 (size=5672) 2024-11-26T19:19:55,911 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-26T19:19:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T19:19:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:56102 deadline: 1732648855913, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-26T19:19:55,913 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-26T19:19:55,914 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T19:19:55,914 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-26T19:19:56,131 INFO [M:0;fe76acf732b2:34459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/375200e2b2e54855ae4f7fa379ee2a04 2024-11-26T19:19:56,163 DEBUG [M:0;fe76acf732b2:34459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/132496d16cfd40e4b156bdae0ec09991 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732648786797/Put/seqid=0 2024-11-26T19:19:56,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741854_1030 (size=8515) 2024-11-26T19:19:56,196 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 1033, reset compression=false 2024-11-26T19:19:56,315 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-26T19:19:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T19:19:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:56102 deadline: 1732648856317, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-26T19:19:56,318 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-26T19:19:56,319 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T19:19:56,319 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-26T19:19:56,571 INFO [M:0;fe76acf732b2:34459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/132496d16cfd40e4b156bdae0ec09991 2024-11-26T19:19:56,603 DEBUG [M:0;fe76acf732b2:34459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5736f18c27a841729abdaa68e109b1e6 is 69, key is fe76acf732b2,35299,1732648778921/rs:state/1732648779962/Put/seqid=0 2024-11-26T19:19:56,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741855_1031 (size=5156) 2024-11-26T19:19:56,612 INFO [M:0;fe76acf732b2:34459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5736f18c27a841729abdaa68e109b1e6 2024-11-26T19:19:56,619 DEBUG [M:0;fe76acf732b2:34459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/375200e2b2e54855ae4f7fa379ee2a04 as hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/375200e2b2e54855ae4f7fa379ee2a04 2024-11-26T19:19:56,625 INFO [M:0;fe76acf732b2:34459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/375200e2b2e54855ae4f7fa379ee2a04, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T19:19:56,626 DEBUG [M:0;fe76acf732b2:34459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/132496d16cfd40e4b156bdae0ec09991 as hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/132496d16cfd40e4b156bdae0ec09991 2024-11-26T19:19:56,630 INFO [M:0;fe76acf732b2:34459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/132496d16cfd40e4b156bdae0ec09991, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T19:19:56,631 DEBUG [M:0;fe76acf732b2:34459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5736f18c27a841729abdaa68e109b1e6 as hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5736f18c27a841729abdaa68e109b1e6 2024-11-26T19:19:56,636 INFO [M:0;fe76acf732b2:34459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40221/user/jenkins/test-data/31799f02-ff65-db5c-d5d8-ca47dbdf24b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5736f18c27a841729abdaa68e109b1e6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T19:19:56,637 INFO [M:0;fe76acf732b2:34459 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 927ms, sequenceid=97, compaction requested=false 2024-11-26T19:19:56,645 INFO [M:0;fe76acf732b2:34459 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:56,645 DEBUG [M:0;fe76acf732b2:34459 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648795710Disabling compacts and flushes for region at 1732648795710Disabling writes for close at 1732648795710Obtaining lock to block concurrent updates at 1732648795711 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648795711Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732648795711Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648795712 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648795712Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648795726 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648795726Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648796137 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648796163 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648796163Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648796578 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648796603 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648796603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a8965dd: reopening flushed file at 1732648796618 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a2fbc0f: reopening flushed file at 1732648796625 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24e3df4b: reopening flushed file at 1732648796631 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 927ms, sequenceid=97, compaction requested=false at 1732648796637 (+6 ms)Writing region close event to WAL at 1732648796645 (+8 ms)Closed at 1732648796645 2024-11-26T19:19:56,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44759 is added to blk_1073741830_1006 (size=63642) 2024-11-26T19:19:56,649 INFO [M:0;fe76acf732b2:34459 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:19:56,649 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:19:56,649 INFO [M:0;fe76acf732b2:34459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34459 2024-11-26T19:19:56,649 INFO [M:0;fe76acf732b2:34459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:19:56,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:56,752 INFO [M:0;fe76acf732b2:34459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:19:56,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10155b812d10003, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:56,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@596ea19b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:19:56,755 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@295f848f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:19:56,755 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:19:56,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38e96b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:19:56,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c9e907e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/hadoop.log.dir/,STOPPED} 2024-11-26T19:19:56,757 WARN [BP-1837354739-172.17.0.2-1732648777856 heartbeating to localhost/127.0.0.1:40221 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:19:56,757 WARN [BP-1837354739-172.17.0.2-1732648777856 heartbeating to localhost/127.0.0.1:40221 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1837354739-172.17.0.2-1732648777856 (Datanode Uuid b2c08972-3617-42e9-9e80-edb765f63f80) service to localhost/127.0.0.1:40221 2024-11-26T19:19:56,758 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/cluster_1ed68c45-de68-d460-bdec-781a29069baf/data/data1/current/BP-1837354739-172.17.0.2-1732648777856 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:19:56,758 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/cluster_1ed68c45-de68-d460-bdec-781a29069baf/data/data2/current/BP-1837354739-172.17.0.2-1732648777856 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:19:56,759 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:19:56,759 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:19:56,759 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:19:56,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b344cbb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:19:56,768 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6149b37d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:19:56,768 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:19:56,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@672fe1f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:19:56,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@347b42e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/hadoop.log.dir/,STOPPED} 2024-11-26T19:19:56,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T19:19:56,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T19:19:56,785 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:19:56,785 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:56,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:56,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:56,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:56,786 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:19:56,786 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1458818857, stopped=false 2024-11-26T19:19:56,786 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,44473,1732648774751 2024-11-26T19:19:56,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1019932582/running 2024-11-26T19:19:56,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582 2024-11-26T19:19:56,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x10155b812d10001, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1019932582/running 2024-11-26T19:19:56,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x10155b812d10001, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582 2024-11-26T19:19:56,788 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:19:56,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44359-0x10155b812d10001, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Set watcher on znode that does not yet exist, /0-1019932582/running 2024-11-26T19:19:56,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Set watcher on znode that does not yet exist, /0-1019932582/running 2024-11-26T19:19:56,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:19:56,790 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:56,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:56,790 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,44359,1732648774802' ***** 2024-11-26T19:19:56,790 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:19:56,790 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:19:56,790 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:19:56,790 INFO [RS:0;fe76acf732b2:44359 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:19:56,790 INFO [RS:0;fe76acf732b2:44359 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:19:56,791 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.HRegionServer(3091): Received CLOSE for d76dc5c34bed2b6ce2c51038f3edc74c 2024-11-26T19:19:56,792 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.HRegionServer(3091): Received CLOSE for 631964777b33d67f86faddcd743fa845 2024-11-26T19:19:56,792 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,44359,1732648774802 2024-11-26T19:19:56,792 INFO [RS:0;fe76acf732b2:44359 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:19:56,792 INFO [RS:0;fe76acf732b2:44359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:44359. 2024-11-26T19:19:56,792 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d76dc5c34bed2b6ce2c51038f3edc74c, disabling compactions & flushes 2024-11-26T19:19:56,792 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c. 2024-11-26T19:19:56,792 DEBUG [RS:0;fe76acf732b2:44359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:56,792 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c. 2024-11-26T19:19:56,792 DEBUG [RS:0;fe76acf732b2:44359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:56,793 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c. after waiting 0 ms 2024-11-26T19:19:56,793 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c. 2024-11-26T19:19:56,793 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:19:56,793 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:19:56,793 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:19:56,793 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:19:56,796 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T19:19:56,796 DEBUG [RS:0;fe76acf732b2:44359 {}] regionserver.HRegionServer(1325): Online Regions={d76dc5c34bed2b6ce2c51038f3edc74c=test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c., 1588230740=hbase:meta,,1.1588230740, 631964777b33d67f86faddcd743fa845=hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845.} 2024-11-26T19:19:56,796 DEBUG [RS:0;fe76acf732b2:44359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 631964777b33d67f86faddcd743fa845, d76dc5c34bed2b6ce2c51038f3edc74c 2024-11-26T19:19:56,796 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:19:56,796 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:19:56,796 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:19:56,796 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:19:56,796 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:19:56,797 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T19:19:56,809 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/default/test/d76dc5c34bed2b6ce2c51038f3edc74c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T19:19:56,809 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:19:56,809 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:19:56,809 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c. 2024-11-26T19:19:56,810 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d76dc5c34bed2b6ce2c51038f3edc74c: Waiting for close lock at 1732648796792Running coprocessor pre-close hooks at 1732648796792Disabling compacts and flushes for region at 1732648796792Disabling writes for close at 1732648796793 (+1 ms)Writing region close event to WAL at 1732648796804 (+11 ms)Running coprocessor post-close hooks at 1732648796809 (+5 ms)Closed at 1732648796809 2024-11-26T19:19:56,810 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c. 2024-11-26T19:19:56,810 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 631964777b33d67f86faddcd743fa845, disabling compactions & flushes 2024-11-26T19:19:56,810 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845. 2024-11-26T19:19:56,810 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845. 2024-11-26T19:19:56,810 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845. after waiting 0 ms 2024-11-26T19:19:56,810 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845. 2024-11-26T19:19:56,810 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 631964777b33d67f86faddcd743fa845 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-26T19:19:56,820 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-26T19:19:56,821 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fe76acf732b2:34459 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fe76acf732b2/172.17.0.2:34459 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:19:56,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address fe76acf732b2:34459 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fe76acf732b2/172.17.0.2:34459 2024-11-26T19:19:56,826 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/.tmp/info/aeede943ec0f4403b3855f16d9cd3625 is 147, key is hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845./info:regioninfo/1732648785238/Put/seqid=0 2024-11-26T19:19:56,842 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/replication/631964777b33d67f86faddcd743fa845/.tmp/hfileref/db1d164fe3d142aeae712cabdfd14d46 is 74, key is 1/hfileref:09ab34afa1b44c358e54143563586c93_SeqId_6_/1732648792835/Put/seqid=0 2024-11-26T19:19:56,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741846_1022 (size=7686) 2024-11-26T19:19:56,852 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/.tmp/info/aeede943ec0f4403b3855f16d9cd3625 2024-11-26T19:19:56,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741847_1023 (size=5345) 2024-11-26T19:19:56,870 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/replication/631964777b33d67f86faddcd743fa845/.tmp/hfileref/db1d164fe3d142aeae712cabdfd14d46 2024-11-26T19:19:56,878 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:19:56,895 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/.tmp/ns/08f26cf227a443c2b75251a01018f4e8 is 43, key is default/ns:d/1732648777759/Put/seqid=0 2024-11-26T19:19:56,913 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/replication/631964777b33d67f86faddcd743fa845/.tmp/queue/a84e57b557f64831a35096bb2249d04e is 153, key is 1-fe76acf732b2,44359,1732648774802/queue:fe76acf732b2%2C44359%2C1732648774802/1732648789925/Put/seqid=0 2024-11-26T19:19:56,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741848_1024 (size=5153) 2024-11-26T19:19:56,932 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:56,933 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fe76acf732b2:34459 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fe76acf732b2/172.17.0.2:34459 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:19:56,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=fe76acf732b2:34459 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fe76acf732b2/172.17.0.2:34459 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-26T19:19:56,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address fe76acf732b2:34459 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fe76acf732b2/172.17.0.2:34459 2024-11-26T19:19:56,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741849_1025 (size=5352) 2024-11-26T19:19:56,997 DEBUG [RS:0;fe76acf732b2:44359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 631964777b33d67f86faddcd743fa845 2024-11-26T19:19:56,999 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 1033, reset compression=false 2024-11-26T19:19:57,005 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:19:57,005 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 1328, reset compression=false 2024-11-26T19:19:57,142 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:57,142 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fe76acf732b2:34459 this server is in the failed servers list 2024-11-26T19:19:57,143 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fe76acf732b2:34459 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:19:57,197 DEBUG [RS:0;fe76acf732b2:44359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 631964777b33d67f86faddcd743fa845 2024-11-26T19:19:57,209 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 1328, reset compression=false 2024-11-26T19:19:57,327 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/.tmp/ns/08f26cf227a443c2b75251a01018f4e8 2024-11-26T19:19:57,352 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/replication/631964777b33d67f86faddcd743fa845/.tmp/queue/a84e57b557f64831a35096bb2249d04e 2024-11-26T19:19:57,358 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/replication/631964777b33d67f86faddcd743fa845/.tmp/hfileref/db1d164fe3d142aeae712cabdfd14d46 as hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/replication/631964777b33d67f86faddcd743fa845/hfileref/db1d164fe3d142aeae712cabdfd14d46 2024-11-26T19:19:57,365 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/.tmp/rep_barrier/b8421e2c0ca4448d9c52a0219d76001d is 112, key is test,,1732648781158.d76dc5c34bed2b6ce2c51038f3edc74c./rep_barrier:seqnumDuringOpen/1732648782306/Put/seqid=0 2024-11-26T19:19:57,367 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/replication/631964777b33d67f86faddcd743fa845/hfileref/db1d164fe3d142aeae712cabdfd14d46, entries=4, sequenceid=10, filesize=5.2 K 2024-11-26T19:19:57,368 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/replication/631964777b33d67f86faddcd743fa845/.tmp/queue/a84e57b557f64831a35096bb2249d04e as hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/replication/631964777b33d67f86faddcd743fa845/queue/a84e57b557f64831a35096bb2249d04e 2024-11-26T19:19:57,373 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/replication/631964777b33d67f86faddcd743fa845/queue/a84e57b557f64831a35096bb2249d04e, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T19:19:57,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741850_1026 (size=5518) 2024-11-26T19:19:57,374 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 631964777b33d67f86faddcd743fa845 in 564ms, sequenceid=10, compaction requested=false 2024-11-26T19:19:57,376 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/.tmp/rep_barrier/b8421e2c0ca4448d9c52a0219d76001d 2024-11-26T19:19:57,392 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/replication/631964777b33d67f86faddcd743fa845/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T19:19:57,393 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:19:57,393 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:19:57,393 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845. 2024-11-26T19:19:57,393 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 631964777b33d67f86faddcd743fa845: Waiting for close lock at 1732648796810Running coprocessor pre-close hooks at 1732648796810Disabling compacts and flushes for region at 1732648796810Disabling writes for close at 1732648796810Obtaining lock to block concurrent updates at 1732648796810Preparing flush snapshotting stores in 631964777b33d67f86faddcd743fa845 at 1732648796810Finished memstore snapshotting hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732648796811 (+1 ms)Flushing stores of hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845. at 1732648796811Flushing 631964777b33d67f86faddcd743fa845/hfileref: creating writer at 1732648796811Flushing 631964777b33d67f86faddcd743fa845/hfileref: appending metadata at 1732648796841 (+30 ms)Flushing 631964777b33d67f86faddcd743fa845/hfileref: closing flushed file at 1732648796841Flushing 631964777b33d67f86faddcd743fa845/queue: creating writer at 1732648796875 (+34 ms)Flushing 631964777b33d67f86faddcd743fa845/queue: appending metadata at 1732648796912 (+37 ms)Flushing 631964777b33d67f86faddcd743fa845/queue: closing flushed file at 1732648796912Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d994c26: reopening flushed file at 1732648797357 (+445 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7918333d: reopening flushed file at 1732648797367 (+10 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 631964777b33d67f86faddcd743fa845 in 564ms, sequenceid=10, compaction requested=false at 1732648797374 (+7 ms)Writing region close event to WAL at 1732648797380 (+6 ms)Running coprocessor post-close hooks at 1732648797393 (+13 ms)Closed at 1732648797393 2024-11-26T19:19:57,393 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732648784473.631964777b33d67f86faddcd743fa845. 2024-11-26T19:19:57,399 DEBUG [RS:0;fe76acf732b2:44359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:19:57,408 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/.tmp/table/2394c811a9e043ddbbb1fbdce1bafcd2 is 53, key is hbase:replication/table:state/1732648785244/Put/seqid=0 2024-11-26T19:19:57,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741851_1027 (size=5308) 2024-11-26T19:19:57,418 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/.tmp/table/2394c811a9e043ddbbb1fbdce1bafcd2 2024-11-26T19:19:57,437 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/.tmp/info/aeede943ec0f4403b3855f16d9cd3625 as hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/info/aeede943ec0f4403b3855f16d9cd3625 2024-11-26T19:19:57,441 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/info/aeede943ec0f4403b3855f16d9cd3625, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T19:19:57,442 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/.tmp/ns/08f26cf227a443c2b75251a01018f4e8 as hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/ns/08f26cf227a443c2b75251a01018f4e8 2024-11-26T19:19:57,450 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/ns/08f26cf227a443c2b75251a01018f4e8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T19:19:57,451 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/.tmp/rep_barrier/b8421e2c0ca4448d9c52a0219d76001d as hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/rep_barrier/b8421e2c0ca4448d9c52a0219d76001d 2024-11-26T19:19:57,452 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:57,452 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fe76acf732b2:34459 this server is in the failed servers list 2024-11-26T19:19:57,452 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fe76acf732b2:34459 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:19:57,462 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/rep_barrier/b8421e2c0ca4448d9c52a0219d76001d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T19:19:57,463 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/.tmp/table/2394c811a9e043ddbbb1fbdce1bafcd2 as hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/table/2394c811a9e043ddbbb1fbdce1bafcd2 2024-11-26T19:19:57,468 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/table/2394c811a9e043ddbbb1fbdce1bafcd2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T19:19:57,469 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 673ms, sequenceid=16, compaction requested=false 2024-11-26T19:19:57,489 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T19:19:57,491 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:19:57,491 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:19:57,491 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:19:57,491 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648796796Running coprocessor pre-close hooks at 1732648796796Disabling compacts and flushes for region at 1732648796796Disabling writes for close at 1732648796796Obtaining lock to block concurrent updates at 1732648796797 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732648796797Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732648796797Flushing stores of hbase:meta,,1.1588230740 at 1732648796798 (+1 ms)Flushing 1588230740/info: creating writer at 1732648796798Flushing 1588230740/info: appending metadata at 1732648796825 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732648796825Flushing 1588230740/ns: creating writer at 1732648796858 (+33 ms)Flushing 1588230740/ns: appending metadata at 1732648796894 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1732648796894Flushing 1588230740/rep_barrier: creating writer at 1732648797333 (+439 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732648797364 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732648797364Flushing 1588230740/table: creating writer at 1732648797386 (+22 ms)Flushing 1588230740/table: appending metadata at 1732648797407 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732648797407Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dd8502d: reopening flushed file at 1732648797436 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e04d05: reopening flushed file at 1732648797442 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f8a07f1: reopening flushed file at 1732648797451 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c6b52e9: reopening flushed file at 1732648797462 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 673ms, sequenceid=16, compaction requested=false at 1732648797469 (+7 ms)Writing region close event to WAL at 1732648797480 (+11 ms)Running coprocessor post-close hooks at 1732648797491 (+11 ms)Closed at 1732648797491 2024-11-26T19:19:57,491 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:19:57,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:19:57,514 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 1328, reset compression=false 2024-11-26T19:19:57,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T19:19:57,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T19:19:57,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T19:19:57,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:19:57,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:19:57,599 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,44359,1732648774802; all regions closed. 2024-11-26T19:19:57,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741834_1010 (size=4239) 2024-11-26T19:19:57,605 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.meta.1732648777716.meta not finished, retry = 0 2024-11-26T19:19:57,709 DEBUG [RS:0;fe76acf732b2:44359 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/oldWALs 2024-11-26T19:19:57,709 INFO [RS:0;fe76acf732b2:44359 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C44359%2C1732648774802.meta:.meta(num 1732648777716) 2024-11-26T19:19:57,712 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.rep.1732648785206 not finished, retry = 0 2024-11-26T19:19:57,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741839_1015 (size=2695) 2024-11-26T19:19:57,721 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:19:57,721 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:19:57,815 DEBUG [RS:0;fe76acf732b2:44359 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/oldWALs 2024-11-26T19:19:57,815 INFO [RS:0;fe76acf732b2:44359 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C44359%2C1732648774802.rep:(num 1732648785206) 2024-11-26T19:19:57,818 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 not finished, retry = 0 2024-11-26T19:19:57,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741832_1008 (size=1336) 2024-11-26T19:19:57,920 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 to pos 1328, reset compression=false 2024-11-26T19:19:57,921 DEBUG [RS:0;fe76acf732b2:44359 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/oldWALs 2024-11-26T19:19:57,921 INFO [RS:0;fe76acf732b2:44359 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C44359%2C1732648774802:(num 1732648776789) 2024-11-26T19:19:57,921 DEBUG [RS:0;fe76acf732b2:44359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:57,921 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:19:57,921 INFO [RS:0;fe76acf732b2:44359 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:19:57,921 INFO [RS:0;fe76acf732b2:44359 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T19:19:57,921 INFO [RS:0;fe76acf732b2:44359 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:19:57,921 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:19:57,922 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fe76acf732b2,44359,1732648774802 because: Region server is closing 2024-11-26T19:19:57,922 INFO [RS:0;fe76acf732b2:44359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:44359. 2024-11-26T19:19:57,922 DEBUG [RS:0;fe76acf732b2:44359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:57,922 DEBUG [RS:0;fe76acf732b2:44359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:57,922 DEBUG [RS:0;fe76acf732b2:44359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:57,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:57,928 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 was moved to hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/oldWALs/fe76acf732b2%2C44359%2C1732648774802.1732648776789 2024-11-26T19:19:57,930 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/WALs/fe76acf732b2,44359,1732648774802/fe76acf732b2%2C44359%2C1732648774802.1732648776789 2024-11-26T19:19:57,962 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:57,962 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fe76acf732b2:34459 this server is in the failed servers list 2024-11-26T19:19:57,962 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fe76acf732b2:34459 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:19:58,022 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.wal-reader.fe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-26T19:19:58,022 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-26T19:19:58,023 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T19:19:58,023 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-26T19:19:58,624 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,44359,1732648774802.replicationSource.shipperfe76acf732b2%2C44359%2C1732648774802,1-fe76acf732b2,44359,1732648774802 terminated 2024-11-26T19:19:58,624 INFO [RS:0;fe76acf732b2:44359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:44359. 2024-11-26T19:19:58,624 DEBUG [RS:0;fe76acf732b2:44359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:19:58,624 DEBUG [RS:0;fe76acf732b2:44359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:58,624 DEBUG [RS:0;fe76acf732b2:44359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:19:58,624 INFO [RS:0;fe76acf732b2:44359 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44359 2024-11-26T19:19:58,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:19:58,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x10155b812d10001, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1019932582/rs/fe76acf732b2,44359,1732648774802 2024-11-26T19:19:58,627 INFO [RS:0;fe76acf732b2:44359 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:19:58,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582/rs 2024-11-26T19:19:58,628 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,44359,1732648774802] 2024-11-26T19:19:58,630 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1019932582/draining/fe76acf732b2,44359,1732648774802 already deleted, retry=false 2024-11-26T19:19:58,630 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,44359,1732648774802 expired; onlineServers=0 2024-11-26T19:19:58,630 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,44473,1732648774751' ***** 2024-11-26T19:19:58,630 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:19:58,630 INFO [M:0;fe76acf732b2:44473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:19:58,630 INFO [M:0;fe76acf732b2:44473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:19:58,630 DEBUG [M:0;fe76acf732b2:44473 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:19:58,631 DEBUG [M:0;fe76acf732b2:44473 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:19:58,631 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:19:58,631 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648776570 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648776570,5,FailOnTimeoutGroup] 2024-11-26T19:19:58,631 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648776570 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648776570,5,FailOnTimeoutGroup] 2024-11-26T19:19:58,631 INFO [M:0;fe76acf732b2:44473 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:19:58,631 INFO [M:0;fe76acf732b2:44473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:19:58,631 DEBUG [M:0;fe76acf732b2:44473 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:19:58,631 INFO [M:0;fe76acf732b2:44473 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:19:58,631 INFO [M:0;fe76acf732b2:44473 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:19:58,631 INFO [M:0;fe76acf732b2:44473 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:19:58,631 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:19:58,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1019932582/master 2024-11-26T19:19:58,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019932582 2024-11-26T19:19:58,635 DEBUG [M:0;fe76acf732b2:44473 {}] zookeeper.ZKUtil(347): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Unable to get data of znode /0-1019932582/master because node does not exist (not an error) 2024-11-26T19:19:58,635 WARN [M:0;fe76acf732b2:44473 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T19:19:58,636 INFO [M:0;fe76acf732b2:44473 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/.lastflushedseqids 2024-11-26T19:19:58,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741852_1028 (size=263) 2024-11-26T19:19:58,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x10155b812d10001, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:58,728 INFO [RS:0;fe76acf732b2:44359 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:19:58,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x10155b812d10001, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:58,729 INFO [RS:0;fe76acf732b2:44359 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,44359,1732648774802; zookeeper connection closed. 2024-11-26T19:19:58,729 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d5f3559 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d5f3559 2024-11-26T19:19:58,729 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:19:58,972 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:19:58,972 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:19:58,975 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:19:59,052 INFO [M:0;fe76acf732b2:44473 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:19:59,052 INFO [M:0;fe76acf732b2:44473 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:19:59,052 DEBUG [M:0;fe76acf732b2:44473 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:19:59,053 INFO [M:0;fe76acf732b2:44473 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:59,053 DEBUG [M:0;fe76acf732b2:44473 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:59,053 DEBUG [M:0;fe76acf732b2:44473 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:19:59,053 DEBUG [M:0;fe76acf732b2:44473 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:59,053 INFO [M:0;fe76acf732b2:44473 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T19:19:59,071 DEBUG [M:0;fe76acf732b2:44473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/652ea12cd2c843c0be94fdf542fb4236 is 82, key is hbase:meta,,1/info:regioninfo/1732648777748/Put/seqid=0 2024-11-26T19:19:59,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741853_1029 (size=5672) 2024-11-26T19:19:59,076 INFO [M:0;fe76acf732b2:44473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/652ea12cd2c843c0be94fdf542fb4236 2024-11-26T19:19:59,107 DEBUG [M:0;fe76acf732b2:44473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81d33c7f25c947c298fb5e4386de9406 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732648785247/Put/seqid=0 2024-11-26T19:19:59,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741854_1030 (size=8516) 2024-11-26T19:19:59,121 INFO [M:0;fe76acf732b2:44473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81d33c7f25c947c298fb5e4386de9406 2024-11-26T19:19:59,149 DEBUG [M:0;fe76acf732b2:44473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecf35d89967b4886b045e8eb113238df is 69, key is fe76acf732b2,44359,1732648774802/rs:state/1732648776642/Put/seqid=0 2024-11-26T19:19:59,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741855_1031 (size=5156) 2024-11-26T19:19:59,559 INFO [M:0;fe76acf732b2:44473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecf35d89967b4886b045e8eb113238df 2024-11-26T19:19:59,560 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:19:59,565 DEBUG [M:0;fe76acf732b2:44473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/652ea12cd2c843c0be94fdf542fb4236 as hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/652ea12cd2c843c0be94fdf542fb4236 2024-11-26T19:19:59,570 INFO [M:0;fe76acf732b2:44473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/652ea12cd2c843c0be94fdf542fb4236, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T19:19:59,570 DEBUG [M:0;fe76acf732b2:44473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81d33c7f25c947c298fb5e4386de9406 as hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81d33c7f25c947c298fb5e4386de9406 2024-11-26T19:19:59,577 INFO [M:0;fe76acf732b2:44473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81d33c7f25c947c298fb5e4386de9406, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T19:19:59,578 DEBUG [M:0;fe76acf732b2:44473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecf35d89967b4886b045e8eb113238df as hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecf35d89967b4886b045e8eb113238df 2024-11-26T19:19:59,582 INFO [M:0;fe76acf732b2:44473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40557/user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecf35d89967b4886b045e8eb113238df, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T19:19:59,583 INFO [M:0;fe76acf732b2:44473 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 530ms, sequenceid=97, compaction requested=false 2024-11-26T19:19:59,588 INFO [M:0;fe76acf732b2:44473 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:19:59,589 DEBUG [M:0;fe76acf732b2:44473 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648799052Disabling compacts and flushes for region at 1732648799052Disabling writes for close at 1732648799053 (+1 ms)Obtaining lock to block concurrent updates at 1732648799053Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648799053Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732648799053Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648799054 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648799054Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648799071 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648799071Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648799085 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648799107 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648799107Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648799127 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648799149 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648799149Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22ad9fb5: reopening flushed file at 1732648799564 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7898cfd2: reopening flushed file at 1732648799570 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d044610: reopening flushed file at 1732648799577 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 530ms, sequenceid=97, compaction requested=false at 1732648799583 (+6 ms)Writing region close event to WAL at 1732648799588 (+5 ms)Closed at 1732648799588 2024-11-26T19:19:59,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:59,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:59,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:59,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:59,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:59,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:59,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741830_1006 (size=63654) 2024-11-26T19:19:59,597 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2a1b345-b34e-3694-0217-0d74d414db08/MasterData/WALs/fe76acf732b2,44473,1732648774751/fe76acf732b2%2C44473%2C1732648774751.1732648776490 not finished, retry = 0 2024-11-26T19:19:59,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:59,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:59,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:19:59,698 INFO [M:0;fe76acf732b2:44473 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:19:59,698 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:19:59,698 INFO [M:0;fe76acf732b2:44473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44473 2024-11-26T19:19:59,699 INFO [M:0;fe76acf732b2:44473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:19:59,800 INFO [M:0;fe76acf732b2:44473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:19:59,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:59,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44473-0x10155b812d10000, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:19:59,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75830d1f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:19:59,810 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b238757{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:19:59,810 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:19:59,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fcfb081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:19:59,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c6a9ea6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/hadoop.log.dir/,STOPPED} 2024-11-26T19:19:59,812 WARN [BP-1106089616-172.17.0.2-1732648773737 heartbeating to localhost/127.0.0.1:40557 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:19:59,812 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:19:59,813 WARN [BP-1106089616-172.17.0.2-1732648773737 heartbeating to localhost/127.0.0.1:40557 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1106089616-172.17.0.2-1732648773737 (Datanode Uuid 3b0eda78-6751-4611-93f2-53f49cd7787d) service to localhost/127.0.0.1:40557 2024-11-26T19:19:59,813 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:19:59,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/cluster_c3d7580a-9024-b805-3251-5da925f2a50a/data/data1/current/BP-1106089616-172.17.0.2-1732648773737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:19:59,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/cluster_c3d7580a-9024-b805-3251-5da925f2a50a/data/data2/current/BP-1106089616-172.17.0.2-1732648773737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:19:59,814 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:19:59,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62da7c7c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:19:59,823 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8a20ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:19:59,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:19:59,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6710d13e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:19:59,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6eb8a007{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d713937-1c00-bf1f-6d5b-c1aa72f959b8/hadoop.log.dir/,STOPPED} 2024-11-26T19:19:59,831 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T19:19:59,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T19:19:59,857 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 204) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:40221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:40557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50254) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40221 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40557 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40221 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40557 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50254) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40221 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40557 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=625 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=244 (was 207) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6582 (was 5568) - AvailableMemoryMB LEAK? - 2024-11-26T19:19:59,869 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=625, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=6582 2024-11-26T19:19:59,884 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-26T19:19:59,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/hadoop.log.dir so I do NOT create it in target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604 2024-11-26T19:19:59,885 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T19:19:59,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/hadoop.tmp.dir so I do NOT create it in target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604 2024-11-26T19:19:59,885 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1df757c2-3ae3-821b-f70d-5d8437362674/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T19:19:59,885 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604 2024-11-26T19:19:59,885 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/cluster_bd370d23-daee-2956-d638-d2d4ba81522f, deleteOnExit=true 2024-11-26T19:19:59,892 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/cluster_bd370d23-daee-2956-d638-d2d4ba81522f/zookeeper_0, clientPort=52035, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/cluster_bd370d23-daee-2956-d638-d2d4ba81522f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/cluster_bd370d23-daee-2956-d638-d2d4ba81522f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T19:19:59,897 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52035 2024-11-26T19:19:59,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:19:59,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:19:59,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/test.cache.data in system properties and HBase conf 2024-11-26T19:19:59,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:19:59,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:19:59,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:19:59,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:19:59,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:19:59,897 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:19:59,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:19:59,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:19:59,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:19:59,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:19:59,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:19:59,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:19:59,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:19:59,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:19:59,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:19:59,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:19:59,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:19:59,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:19:59,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:19:59,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:19:59,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10155b812d10005, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T19:19:59,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10155b812d10002, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T19:19:59,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10155b812d10005, quorum=127.0.0.1:50254, baseZNode=/1-42472811 Received Disconnected from ZooKeeper, ignoring 2024-11-26T19:19:59,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10155b812d10002, quorum=127.0.0.1:50254, baseZNode=/0-1019932582 Received Disconnected from ZooKeeper, ignoring 2024-11-26T19:19:59,972 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:19:59,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:19:59,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:19:59,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:19:59,976 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T19:19:59,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:19:59,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cef77a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:19:59,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b889264{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:20:00,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c176821{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/java.io.tmpdir/jetty-localhost-45483-hadoop-hdfs-3_4_1-tests_jar-_-any-4084900638526487010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:20:00,113 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cc3489e{HTTP/1.1, (http/1.1)}{localhost:45483} 2024-11-26T19:20:00,113 INFO [Time-limited test {}] server.Server(415): Started @177793ms 2024-11-26T19:20:00,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:20:00,223 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:20:00,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:20:00,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:20:00,229 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:20:00,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65ffc534{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:20:00,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c5b79ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:20:00,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30b0c31f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/java.io.tmpdir/jetty-localhost-44527-hadoop-hdfs-3_4_1-tests_jar-_-any-16650969439512704625/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:20:00,374 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@398473d7{HTTP/1.1, (http/1.1)}{localhost:44527} 2024-11-26T19:20:00,374 INFO [Time-limited test {}] server.Server(415): Started @178054ms 2024-11-26T19:20:00,375 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:20:00,492 WARN [Thread-2188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/cluster_bd370d23-daee-2956-d638-d2d4ba81522f/data/data1/current/BP-1435791921-172.17.0.2-1732648799916/current, will proceed with Du for space computation calculation, 2024-11-26T19:20:00,492 WARN [Thread-2189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/cluster_bd370d23-daee-2956-d638-d2d4ba81522f/data/data2/current/BP-1435791921-172.17.0.2-1732648799916/current, will proceed with Du for space computation calculation, 2024-11-26T19:20:00,520 WARN [Thread-2176 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:20:00,529 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb863c51b4f65009f with lease ID 0xc951fd693a3d58f7: Processing first storage report for DS-36c7bf49-115f-4124-ad13-d12caed59509 from datanode DatanodeRegistration(127.0.0.1:33029, datanodeUuid=a6e8e010-20ee-485d-a89f-11b2879cbca4, infoPort=33553, infoSecurePort=0, ipcPort=38959, storageInfo=lv=-57;cid=testClusterID;nsid=471243156;c=1732648799916) 2024-11-26T19:20:00,529 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb863c51b4f65009f with lease ID 0xc951fd693a3d58f7: from storage DS-36c7bf49-115f-4124-ad13-d12caed59509 node DatanodeRegistration(127.0.0.1:33029, datanodeUuid=a6e8e010-20ee-485d-a89f-11b2879cbca4, infoPort=33553, infoSecurePort=0, ipcPort=38959, storageInfo=lv=-57;cid=testClusterID;nsid=471243156;c=1732648799916), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:20:00,529 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb863c51b4f65009f with lease ID 0xc951fd693a3d58f7: Processing first storage report for DS-81d7f372-532d-4e57-96ba-7e12710738d5 from datanode DatanodeRegistration(127.0.0.1:33029, datanodeUuid=a6e8e010-20ee-485d-a89f-11b2879cbca4, infoPort=33553, infoSecurePort=0, ipcPort=38959, storageInfo=lv=-57;cid=testClusterID;nsid=471243156;c=1732648799916) 2024-11-26T19:20:00,529 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb863c51b4f65009f with lease ID 0xc951fd693a3d58f7: from storage DS-81d7f372-532d-4e57-96ba-7e12710738d5 node DatanodeRegistration(127.0.0.1:33029, datanodeUuid=a6e8e010-20ee-485d-a89f-11b2879cbca4, infoPort=33553, infoSecurePort=0, ipcPort=38959, storageInfo=lv=-57;cid=testClusterID;nsid=471243156;c=1732648799916), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:20:00,611 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604 2024-11-26T19:20:00,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:00,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:00,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:20:00,654 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48 with version=8 2024-11-26T19:20:00,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/hbase-staging 2024-11-26T19:20:00,657 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:20:00,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:00,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:00,657 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:20:00,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:00,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:20:00,657 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:20:00,658 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:20:00,663 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43981 2024-11-26T19:20:00,664 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43981 connecting to ZooKeeper ensemble=127.0.0.1:52035 2024-11-26T19:20:00,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439810x0, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:20:00,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43981-0x10155b879210000 connected 2024-11-26T19:20:00,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:00,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:00,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Set watcher on znode that does not yet exist, /0-2104262788/running 2024-11-26T19:20:00,782 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48, hbase.cluster.distributed=false 2024-11-26T19:20:00,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Set watcher on znode that does not yet exist, /0-2104262788/acl 2024-11-26T19:20:00,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43981 2024-11-26T19:20:00,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43981 2024-11-26T19:20:00,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43981 2024-11-26T19:20:00,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43981 2024-11-26T19:20:00,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43981 2024-11-26T19:20:00,845 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:20:00,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:00,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:00,845 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:20:00,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:00,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:20:00,845 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:20:00,845 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:20:00,848 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37585 2024-11-26T19:20:00,849 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37585 connecting to ZooKeeper ensemble=127.0.0.1:52035 2024-11-26T19:20:00,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:00,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:00,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375850x0, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Set watcher on znode that does not yet exist, /0-2104262788/running 2024-11-26T19:20:00,861 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:20:00,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375850x0, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:20:00,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37585-0x10155b879210001 connected 2024-11-26T19:20:00,882 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:20:00,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37585-0x10155b879210001, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Set watcher on znode that does not yet exist, /0-2104262788/master 2024-11-26T19:20:00,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37585-0x10155b879210001, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Set watcher on znode that does not yet exist, /0-2104262788/acl 2024-11-26T19:20:00,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37585 2024-11-26T19:20:00,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37585 2024-11-26T19:20:00,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37585 2024-11-26T19:20:00,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37585 2024-11-26T19:20:00,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37585 2024-11-26T19:20:00,922 DEBUG [M:0;fe76acf732b2:43981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:43981 2024-11-26T19:20:00,924 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2104262788/backup-masters/fe76acf732b2,43981,1732648800657 2024-11-26T19:20:00,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10155b879210001, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788/backup-masters 2024-11-26T19:20:00,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788/backup-masters 2024-11-26T19:20:00,929 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Set watcher on existing znode=/0-2104262788/backup-masters/fe76acf732b2,43981,1732648800657 2024-11-26T19:20:00,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10155b879210001, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2104262788/master 2024-11-26T19:20:00,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10155b879210001, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788 2024-11-26T19:20:00,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788 2024-11-26T19:20:00,937 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Set watcher on existing znode=/0-2104262788/master 2024-11-26T19:20:00,937 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2104262788/backup-masters/fe76acf732b2,43981,1732648800657 from backup master directory 2024-11-26T19:20:00,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2104262788/backup-masters/fe76acf732b2,43981,1732648800657 2024-11-26T19:20:00,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788/backup-masters 2024-11-26T19:20:00,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10155b879210001, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788/backup-masters 2024-11-26T19:20:00,938 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:20:00,938 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,43981,1732648800657 2024-11-26T19:20:00,947 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/hbase.id] with ID: 537f486f-0045-476a-93fb-b74716598801 2024-11-26T19:20:00,947 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/.tmp/hbase.id 2024-11-26T19:20:00,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:20:00,959 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/.tmp/hbase.id]:[hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/hbase.id] 2024-11-26T19:20:00,988 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:00,988 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:20:00,990 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T19:20:00,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10155b879210001, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788 2024-11-26T19:20:00,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788 2024-11-26T19:20:00,992 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:00,992 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:20:00,993 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:20:01,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:20:01,010 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:20:01,011 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:20:01,012 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:20:01,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:20:01,023 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/data/master/store 2024-11-26T19:20:01,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:20:01,030 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:01,031 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:20:01,031 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:01,031 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:01,031 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:20:01,031 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:01,031 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:01,031 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648801030Disabling compacts and flushes for region at 1732648801030Disabling writes for close at 1732648801031 (+1 ms)Writing region close event to WAL at 1732648801031Closed at 1732648801031 2024-11-26T19:20:01,032 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/data/master/store/.initializing 2024-11-26T19:20:01,032 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/WALs/fe76acf732b2,43981,1732648800657 2024-11-26T19:20:01,033 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:20:01,034 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C43981%2C1732648800657, suffix=, logDir=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/WALs/fe76acf732b2,43981,1732648800657, archiveDir=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/oldWALs, maxLogs=10 2024-11-26T19:20:01,050 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/WALs/fe76acf732b2,43981,1732648800657/fe76acf732b2%2C43981%2C1732648800657.1732648801035, exclude list is [], retry=0 2024-11-26T19:20:01,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33029,DS-36c7bf49-115f-4124-ad13-d12caed59509,DISK] 2024-11-26T19:20:01,054 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/WALs/fe76acf732b2,43981,1732648800657/fe76acf732b2%2C43981%2C1732648800657.1732648801035 2024-11-26T19:20:01,054 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33553:33553)] 2024-11-26T19:20:01,054 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:20:01,055 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:01,055 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:01,055 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:01,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:01,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:20:01,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:01,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:01,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:01,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:20:01,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:01,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:01,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:01,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:20:01,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:01,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:01,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:01,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:20:01,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:01,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:01,062 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:01,062 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:01,063 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:01,063 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:01,063 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:01,064 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:20:01,065 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:01,066 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:20:01,066 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67500138, jitterRate=0.005830436944961548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:20:01,067 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648801055Initializing all the Stores at 1732648801055Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648801055Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648801056 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648801056Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648801056Cleaning up temporary data from old regions at 1732648801063 (+7 ms)Region opened successfully at 1732648801067 (+4 ms) 2024-11-26T19:20:01,067 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:20:01,070 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ab64c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:20:01,077 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:20:01,077 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:20:01,077 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:20:01,077 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:20:01,078 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:20:01,078 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T19:20:01,078 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:20:01,082 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:20:01,083 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Unable to get data of znode /0-2104262788/balancer because node does not exist (not necessarily an error) 2024-11-26T19:20:01,085 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2104262788/balancer already deleted, retry=false 2024-11-26T19:20:01,085 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:20:01,086 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Unable to get data of znode /0-2104262788/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:20:01,087 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2104262788/normalizer already deleted, retry=false 2024-11-26T19:20:01,087 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:20:01,088 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Unable to get data of znode /0-2104262788/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:20:01,089 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2104262788/switch/split already deleted, retry=false 2024-11-26T19:20:01,090 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Unable to get data of znode /0-2104262788/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:20:01,091 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2104262788/switch/merge already deleted, retry=false 2024-11-26T19:20:01,093 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Unable to get data of znode /0-2104262788/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:20:01,095 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2104262788/snapshot-cleanup already deleted, retry=false 2024-11-26T19:20:01,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10155b879210001, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2104262788/running 2024-11-26T19:20:01,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10155b879210001, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788 2024-11-26T19:20:01,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2104262788/running 2024-11-26T19:20:01,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788 2024-11-26T19:20:01,098 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,43981,1732648800657, sessionid=0x10155b879210000, setting cluster-up flag (Was=false) 2024-11-26T19:20:01,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10155b879210001, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788 2024-11-26T19:20:01,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788 2024-11-26T19:20:01,107 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2104262788/flush-table-proc/acquired, /0-2104262788/flush-table-proc/reached, /0-2104262788/flush-table-proc/abort 2024-11-26T19:20:01,109 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,43981,1732648800657 2024-11-26T19:20:01,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10155b879210001, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788 2024-11-26T19:20:01,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788 2024-11-26T19:20:01,118 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2104262788/online-snapshot/acquired, /0-2104262788/online-snapshot/reached, /0-2104262788/online-snapshot/abort 2024-11-26T19:20:01,121 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,43981,1732648800657 2024-11-26T19:20:01,129 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:20:01,131 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:20:01,132 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:20:01,132 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:20:01,132 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,43981,1732648800657 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:20:01,134 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:20:01,134 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:20:01,134 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:20:01,134 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:20:01,134 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:20:01,134 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:01,134 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:20:01,134 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:01,137 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:20:01,137 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:20:01,138 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:01,139 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:20:01,148 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648831148 2024-11-26T19:20:01,148 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:20:01,149 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:20:01,149 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:20:01,149 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:20:01,149 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:20:01,149 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:20:01,150 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:01,157 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:20:01,157 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:20:01,157 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:20:01,157 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:20:01,157 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:20:01,157 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:20:01,158 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648801157,5,FailOnTimeoutGroup] 2024-11-26T19:20:01,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:20:01,160 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648801158,5,FailOnTimeoutGroup] 2024-11-26T19:20:01,160 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:01,160 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:20:01,160 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:01,160 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:01,205 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(746): ClusterId : 537f486f-0045-476a-93fb-b74716598801 2024-11-26T19:20:01,205 DEBUG [RS:0;fe76acf732b2:37585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:20:01,209 DEBUG [RS:0;fe76acf732b2:37585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:20:01,209 DEBUG [RS:0;fe76acf732b2:37585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:20:01,213 DEBUG [RS:0;fe76acf732b2:37585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:20:01,213 DEBUG [RS:0;fe76acf732b2:37585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10185642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:20:01,229 DEBUG [RS:0;fe76acf732b2:37585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:37585 2024-11-26T19:20:01,229 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:20:01,229 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:20:01,229 DEBUG [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:20:01,229 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,43981,1732648800657 with port=37585, startcode=1732648800844 2024-11-26T19:20:01,230 DEBUG [RS:0;fe76acf732b2:37585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:20:01,231 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:20:01,231 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,37585,1732648800844 2024-11-26T19:20:01,231 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43981 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,37585,1732648800844 2024-11-26T19:20:01,233 DEBUG [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48 2024-11-26T19:20:01,233 DEBUG [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46759 2024-11-26T19:20:01,233 DEBUG [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:20:01,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788/rs 2024-11-26T19:20:01,234 DEBUG [RS:0;fe76acf732b2:37585 {}] zookeeper.ZKUtil(111): regionserver:37585-0x10155b879210001, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Set watcher on existing znode=/0-2104262788/rs/fe76acf732b2,37585,1732648800844 2024-11-26T19:20:01,234 WARN [RS:0;fe76acf732b2:37585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:20:01,234 INFO [RS:0;fe76acf732b2:37585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:20:01,235 DEBUG [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844 2024-11-26T19:20:01,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,37585,1732648800844] 2024-11-26T19:20:01,237 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:20:01,239 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:20:01,239 INFO [RS:0;fe76acf732b2:37585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:20:01,239 INFO [RS:0;fe76acf732b2:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:01,240 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:20:01,241 INFO [RS:0;fe76acf732b2:37585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:20:01,241 INFO [RS:0;fe76acf732b2:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:01,241 DEBUG [RS:0;fe76acf732b2:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:01,241 DEBUG [RS:0;fe76acf732b2:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:01,241 DEBUG [RS:0;fe76acf732b2:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:01,241 DEBUG [RS:0;fe76acf732b2:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:01,241 DEBUG [RS:0;fe76acf732b2:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:01,241 DEBUG [RS:0;fe76acf732b2:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:20:01,241 DEBUG [RS:0;fe76acf732b2:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:01,241 DEBUG [RS:0;fe76acf732b2:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:01,241 DEBUG [RS:0;fe76acf732b2:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:01,241 DEBUG [RS:0;fe76acf732b2:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:01,241 DEBUG [RS:0;fe76acf732b2:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:01,241 DEBUG [RS:0;fe76acf732b2:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:01,241 DEBUG [RS:0;fe76acf732b2:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:20:01,241 DEBUG [RS:0;fe76acf732b2:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:20:01,243 INFO [RS:0;fe76acf732b2:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:01,243 INFO [RS:0;fe76acf732b2:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:01,243 INFO [RS:0;fe76acf732b2:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:01,243 INFO [RS:0;fe76acf732b2:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:01,243 INFO [RS:0;fe76acf732b2:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:01,243 INFO [RS:0;fe76acf732b2:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,37585,1732648800844-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:20:01,256 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:20:01,257 INFO [RS:0;fe76acf732b2:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,37585,1732648800844-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:01,257 INFO [RS:0;fe76acf732b2:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:01,257 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.Replication(171): fe76acf732b2,37585,1732648800844 started 2024-11-26T19:20:01,270 INFO [RS:0;fe76acf732b2:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:01,270 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,37585,1732648800844, RpcServer on fe76acf732b2/172.17.0.2:37585, sessionid=0x10155b879210001 2024-11-26T19:20:01,270 DEBUG [RS:0;fe76acf732b2:37585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:20:01,270 DEBUG [RS:0;fe76acf732b2:37585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,37585,1732648800844 2024-11-26T19:20:01,270 DEBUG [RS:0;fe76acf732b2:37585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,37585,1732648800844' 2024-11-26T19:20:01,270 DEBUG [RS:0;fe76acf732b2:37585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2104262788/flush-table-proc/abort' 2024-11-26T19:20:01,270 DEBUG [RS:0;fe76acf732b2:37585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2104262788/flush-table-proc/acquired' 2024-11-26T19:20:01,271 DEBUG [RS:0;fe76acf732b2:37585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:20:01,271 DEBUG [RS:0;fe76acf732b2:37585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:20:01,271 DEBUG [RS:0;fe76acf732b2:37585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,37585,1732648800844 2024-11-26T19:20:01,271 DEBUG [RS:0;fe76acf732b2:37585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,37585,1732648800844' 2024-11-26T19:20:01,271 DEBUG [RS:0;fe76acf732b2:37585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2104262788/online-snapshot/abort' 2024-11-26T19:20:01,271 DEBUG [RS:0;fe76acf732b2:37585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2104262788/online-snapshot/acquired' 2024-11-26T19:20:01,271 DEBUG [RS:0;fe76acf732b2:37585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:20:01,271 INFO [RS:0;fe76acf732b2:37585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:20:01,271 INFO [RS:0;fe76acf732b2:37585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:20:01,372 INFO [RS:0;fe76acf732b2:37585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:20:01,373 INFO [RS:0;fe76acf732b2:37585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C37585%2C1732648800844, suffix=, logDir=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844, archiveDir=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/oldWALs, maxLogs=10 2024-11-26T19:20:01,386 DEBUG [RS:0;fe76acf732b2:37585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373, exclude list is [], retry=0 2024-11-26T19:20:01,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33029,DS-36c7bf49-115f-4124-ad13-d12caed59509,DISK] 2024-11-26T19:20:01,390 INFO [RS:0;fe76acf732b2:37585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 2024-11-26T19:20:01,391 DEBUG [RS:0;fe76acf732b2:37585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33553:33553)] 2024-11-26T19:20:01,559 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:20:01,560 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48 2024-11-26T19:20:01,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741833_1009 (size=32) 2024-11-26T19:20:01,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:01,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:20:01,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:20:01,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:01,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:01,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:20:01,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:20:01,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:01,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:01,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:20:01,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:20:01,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:01,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:01,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:20:01,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:20:01,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:01,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:01,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:20:01,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740 2024-11-26T19:20:01,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740 2024-11-26T19:20:01,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:20:01,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:20:01,975 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:20:01,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:20:01,978 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:20:01,978 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70924543, jitterRate=0.05685804784297943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:20:01,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648801966Initializing all the Stores at 1732648801966Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648801967 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648801967Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648801967Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648801967Cleaning up temporary data from old regions at 1732648801974 (+7 ms)Region opened successfully at 1732648801979 (+5 ms) 2024-11-26T19:20:01,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:20:01,979 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:20:01,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:20:01,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:20:01,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:20:01,979 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:20:01,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648801979Disabling compacts and flushes for region at 1732648801979Disabling writes for close at 1732648801979Writing region close event to WAL at 1732648801979Closed at 1732648801979 2024-11-26T19:20:01,980 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:20:01,980 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:20:01,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:20:01,981 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:20:01,982 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:20:02,132 DEBUG [fe76acf732b2:43981 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:20:02,133 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,37585,1732648800844 2024-11-26T19:20:02,134 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,37585,1732648800844, state=OPENING 2024-11-26T19:20:02,136 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:20:02,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10155b879210001, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788 2024-11-26T19:20:02,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788 2024-11-26T19:20:02,144 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:20:02,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,37585,1732648800844}] 2024-11-26T19:20:02,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2104262788/meta-region-server: CHANGED 2024-11-26T19:20:02,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2104262788/meta-region-server: CHANGED 2024-11-26T19:20:02,297 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:20:02,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:20:02,302 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:20:02,302 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:20:02,302 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:20:02,304 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C37585%2C1732648800844.meta, suffix=.meta, logDir=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844, archiveDir=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/oldWALs, maxLogs=10 2024-11-26T19:20:02,321 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.meta.1732648802304.meta, exclude list is [], retry=0 2024-11-26T19:20:02,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33029,DS-36c7bf49-115f-4124-ad13-d12caed59509,DISK] 2024-11-26T19:20:02,328 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.meta.1732648802304.meta 2024-11-26T19:20:02,328 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33553:33553)] 2024-11-26T19:20:02,328 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:20:02,329 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:20:02,329 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:20:02,329 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:20:02,329 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:20:02,329 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:20:02,329 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:02,329 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:20:02,329 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:20:02,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:20:02,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:20:02,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:02,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:02,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:20:02,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:20:02,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:02,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:02,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:20:02,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:20:02,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:02,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:02,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:20:02,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:20:02,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:02,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:02,338 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:20:02,339 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740 2024-11-26T19:20:02,340 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740 2024-11-26T19:20:02,341 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:20:02,341 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:20:02,341 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:20:02,342 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:20:02,343 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65762039, jitterRate=-0.02006925642490387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:20:02,343 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:20:02,343 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648802329Writing region info on filesystem at 1732648802329Initializing all the Stores at 1732648802330 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648802330Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648802332 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648802332Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648802332Cleaning up temporary data from old regions at 1732648802341 (+9 ms)Running coprocessor post-open hooks at 1732648802343 (+2 ms)Region opened successfully at 1732648802343 2024-11-26T19:20:02,344 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648802296 2024-11-26T19:20:02,347 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:20:02,347 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:20:02,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,37585,1732648800844 2024-11-26T19:20:02,349 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,37585,1732648800844, state=OPEN 2024-11-26T19:20:02,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10155b879210001, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2104262788/meta-region-server 2024-11-26T19:20:02,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2104262788/meta-region-server 2024-11-26T19:20:02,350 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,37585,1732648800844 2024-11-26T19:20:02,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2104262788/meta-region-server: CHANGED 2024-11-26T19:20:02,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2104262788/meta-region-server: CHANGED 2024-11-26T19:20:02,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:20:02,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,37585,1732648800844 in 206 msec 2024-11-26T19:20:02,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:20:02,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 372 msec 2024-11-26T19:20:02,355 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:20:02,355 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:20:02,356 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:02,356 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,37585,1732648800844, seqNum=-1] 2024-11-26T19:20:02,356 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:02,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:20:02,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2320 sec 2024-11-26T19:20:02,363 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648802362, completionTime=-1 2024-11-26T19:20:02,363 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:20:02,363 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:20:02,364 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:20:02,364 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648862364 2024-11-26T19:20:02,365 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732648922365 2024-11-26T19:20:02,365 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T19:20:02,365 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,43981,1732648800657-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:02,365 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,43981,1732648800657-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:02,365 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,43981,1732648800657-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:02,365 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:43981, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:02,365 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:02,367 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:20:02,369 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:02,373 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.435sec 2024-11-26T19:20:02,373 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:20:02,373 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:20:02,373 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:20:02,373 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:20:02,373 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:20:02,373 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,43981,1732648800657-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:20:02,373 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,43981,1732648800657-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:20:02,375 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:20:02,375 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:20:02,375 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,43981,1732648800657-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:02,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a132103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:02,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,43981,-1 for getting cluster id 2024-11-26T19:20:02,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:02,407 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '537f486f-0045-476a-93fb-b74716598801' 2024-11-26T19:20:02,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:02,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "537f486f-0045-476a-93fb-b74716598801" 2024-11-26T19:20:02,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363095bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:02,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,43981,-1] 2024-11-26T19:20:02,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:02,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:02,410 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:02,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cce0a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:02,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:02,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,37585,1732648800844, seqNum=-1] 2024-11-26T19:20:02,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:02,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:20:02,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,43981,1732648800657 2024-11-26T19:20:02,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52035 2024-11-26T19:20:02,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:20:02,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10155b879210002 connected 2024-11-26T19:20:02,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/hadoop.log.dir so I do NOT create it in target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23 2024-11-26T19:20:02,428 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T19:20:02,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/hadoop.tmp.dir so I do NOT create it in target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23 2024-11-26T19:20:02,428 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T19:20:02,428 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23 2024-11-26T19:20:02,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:20:02,428 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/cluster_e4701f2b-e926-3b05-4055-6b2644dc8ef1, deleteOnExit=true 2024-11-26T19:20:02,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:20:02,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/test.cache.data in system properties and HBase conf 2024-11-26T19:20:02,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:20:02,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:20:02,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:20:02,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:20:02,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:20:02,429 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:20:02,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:20:02,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:20:02,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:20:02,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:20:02,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:20:02,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:20:02,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:20:02,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:20:02,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:20:02,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:20:02,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:20:02,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:20:02,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:20:02,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:20:02,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:20:02,528 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:20:02,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:20:02,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:20:02,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:20:02,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:20:02,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2369f892{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:20:02,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23db3f43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:20:02,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40c813ba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/java.io.tmpdir/jetty-localhost-38303-hadoop-hdfs-3_4_1-tests_jar-_-any-6909165674296399913/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:20:02,668 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4dc8ea34{HTTP/1.1, (http/1.1)}{localhost:38303} 2024-11-26T19:20:02,668 INFO [Time-limited test {}] server.Server(415): Started @180348ms 2024-11-26T19:20:02,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:20:02,803 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:20:02,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:20:02,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:20:02,806 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T19:20:02,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@681efc43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:20:02,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dbf964d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:20:02,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@573c52f1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/java.io.tmpdir/jetty-localhost-43979-hadoop-hdfs-3_4_1-tests_jar-_-any-18215219270803174898/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:20:02,940 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fa3ede5{HTTP/1.1, (http/1.1)}{localhost:43979} 2024-11-26T19:20:02,940 INFO [Time-limited test {}] server.Server(415): Started @180620ms 2024-11-26T19:20:02,941 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:20:03,053 WARN [Thread-2308 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/cluster_e4701f2b-e926-3b05-4055-6b2644dc8ef1/data/data1/current/BP-1121857560-172.17.0.2-1732648802452/current, will proceed with Du for space computation calculation, 2024-11-26T19:20:03,053 WARN [Thread-2309 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/cluster_e4701f2b-e926-3b05-4055-6b2644dc8ef1/data/data2/current/BP-1121857560-172.17.0.2-1732648802452/current, will proceed with Du for space computation calculation, 2024-11-26T19:20:03,078 WARN [Thread-2296 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:20:03,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8db1c133912329ea with lease ID 0x9ef9e5ec7ea82e16: Processing first storage report for DS-d13be546-be04-4196-94d5-46f648e0e26d from datanode DatanodeRegistration(127.0.0.1:41109, datanodeUuid=5debd7bf-aba5-4a1d-93b8-671f545f5b82, infoPort=43323, infoSecurePort=0, ipcPort=43467, storageInfo=lv=-57;cid=testClusterID;nsid=262286553;c=1732648802452) 2024-11-26T19:20:03,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8db1c133912329ea with lease ID 0x9ef9e5ec7ea82e16: from storage DS-d13be546-be04-4196-94d5-46f648e0e26d node DatanodeRegistration(127.0.0.1:41109, datanodeUuid=5debd7bf-aba5-4a1d-93b8-671f545f5b82, infoPort=43323, infoSecurePort=0, ipcPort=43467, storageInfo=lv=-57;cid=testClusterID;nsid=262286553;c=1732648802452), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:20:03,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8db1c133912329ea with lease ID 0x9ef9e5ec7ea82e16: Processing first storage report for DS-d803f0e2-b584-4cfc-b2a5-00384bb362f5 from datanode DatanodeRegistration(127.0.0.1:41109, datanodeUuid=5debd7bf-aba5-4a1d-93b8-671f545f5b82, infoPort=43323, infoSecurePort=0, ipcPort=43467, storageInfo=lv=-57;cid=testClusterID;nsid=262286553;c=1732648802452) 2024-11-26T19:20:03,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8db1c133912329ea with lease ID 0x9ef9e5ec7ea82e16: from storage DS-d803f0e2-b584-4cfc-b2a5-00384bb362f5 node DatanodeRegistration(127.0.0.1:41109, datanodeUuid=5debd7bf-aba5-4a1d-93b8-671f545f5b82, infoPort=43323, infoSecurePort=0, ipcPort=43467, storageInfo=lv=-57;cid=testClusterID;nsid=262286553;c=1732648802452), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:20:03,179 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23 2024-11-26T19:20:03,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:03,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:03,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:20:03,592 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5 with version=8 2024-11-26T19:20:03,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/hbase-staging 2024-11-26T19:20:03,594 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:20:03,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:03,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:03,594 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:20:03,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:03,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:20:03,594 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:20:03,594 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:20:03,595 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45977 2024-11-26T19:20:03,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45977 connecting to ZooKeeper ensemble=127.0.0.1:52035 2024-11-26T19:20:03,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459770x0, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:20:03,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45977-0x10155b879210003 connected 2024-11-26T19:20:03,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:03,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:03,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Set watcher on znode that does not yet exist, /1772572877/running 2024-11-26T19:20:03,618 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5, hbase.cluster.distributed=false 2024-11-26T19:20:03,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Set watcher on znode that does not yet exist, /1772572877/acl 2024-11-26T19:20:03,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45977 2024-11-26T19:20:03,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45977 2024-11-26T19:20:03,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45977 2024-11-26T19:20:03,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45977 2024-11-26T19:20:03,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45977 2024-11-26T19:20:03,650 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:20:03,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:03,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:03,650 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:20:03,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:03,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:20:03,650 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:20:03,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:20:03,651 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34811 2024-11-26T19:20:03,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34811 connecting to ZooKeeper ensemble=127.0.0.1:52035 2024-11-26T19:20:03,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:03,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:03,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348110x0, quorum=127.0.0.1:52035, baseZNode=/1772572877 Set watcher on znode that does not yet exist, /1772572877/running 2024-11-26T19:20:03,668 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:20:03,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348110x0, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:20:03,673 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:20:03,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348110x0, quorum=127.0.0.1:52035, baseZNode=/1772572877 Set watcher on znode that does not yet exist, /1772572877/master 2024-11-26T19:20:03,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348110x0, quorum=127.0.0.1:52035, baseZNode=/1772572877 Set watcher on znode that does not yet exist, /1772572877/acl 2024-11-26T19:20:03,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34811-0x10155b879210004 connected 2024-11-26T19:20:03,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34811 2024-11-26T19:20:03,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34811 2024-11-26T19:20:03,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34811 2024-11-26T19:20:03,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34811 2024-11-26T19:20:03,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34811 2024-11-26T19:20:03,709 DEBUG [M:0;fe76acf732b2:45977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:45977 2024-11-26T19:20:03,712 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1772572877/backup-masters/fe76acf732b2,45977,1732648803594 2024-11-26T19:20:03,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877/backup-masters 2024-11-26T19:20:03,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x10155b879210004, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877/backup-masters 2024-11-26T19:20:03,714 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Set watcher on existing znode=/1772572877/backup-masters/fe76acf732b2,45977,1732648803594 2024-11-26T19:20:03,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x10155b879210004, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1772572877/master 2024-11-26T19:20:03,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877 2024-11-26T19:20:03,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x10155b879210004, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877 2024-11-26T19:20:03,722 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Set watcher on existing znode=/1772572877/master 2024-11-26T19:20:03,722 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1772572877/backup-masters/fe76acf732b2,45977,1732648803594 from backup master directory 2024-11-26T19:20:03,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1772572877/backup-masters/fe76acf732b2,45977,1732648803594 2024-11-26T19:20:03,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x10155b879210004, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877/backup-masters 2024-11-26T19:20:03,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877/backup-masters 2024-11-26T19:20:03,724 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:20:03,724 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,45977,1732648803594 2024-11-26T19:20:03,729 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/hbase.id] with ID: 2477adbc-3279-4849-bc1f-fb74cc371aed 2024-11-26T19:20:03,729 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/.tmp/hbase.id 2024-11-26T19:20:03,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:20:03,740 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/.tmp/hbase.id]:[hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/hbase.id] 2024-11-26T19:20:03,758 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:03,758 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:20:03,759 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T19:20:03,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x10155b879210004, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877 2024-11-26T19:20:03,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877 2024-11-26T19:20:03,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:20:04,183 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:20:04,184 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:20:04,184 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:20:04,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:20:04,594 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/data/master/store 2024-11-26T19:20:04,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:20:04,602 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:04,602 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:20:04,602 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:04,602 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:04,602 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:20:04,602 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:04,602 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:04,602 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648804602Disabling compacts and flushes for region at 1732648804602Disabling writes for close at 1732648804602Writing region close event to WAL at 1732648804602Closed at 1732648804602 2024-11-26T19:20:04,603 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/data/master/store/.initializing 2024-11-26T19:20:04,603 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/WALs/fe76acf732b2,45977,1732648803594 2024-11-26T19:20:04,604 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:20:04,605 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C45977%2C1732648803594, suffix=, logDir=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/WALs/fe76acf732b2,45977,1732648803594, archiveDir=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/oldWALs, maxLogs=10 2024-11-26T19:20:04,623 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/WALs/fe76acf732b2,45977,1732648803594/fe76acf732b2%2C45977%2C1732648803594.1732648804605, exclude list is [], retry=0 2024-11-26T19:20:04,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41109,DS-d13be546-be04-4196-94d5-46f648e0e26d,DISK] 2024-11-26T19:20:04,630 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/WALs/fe76acf732b2,45977,1732648803594/fe76acf732b2%2C45977%2C1732648803594.1732648804605 2024-11-26T19:20:04,637 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43323:43323)] 2024-11-26T19:20:04,637 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:20:04,637 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:04,637 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:04,637 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:04,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:04,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:20:04,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:04,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:04,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:04,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:20:04,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:04,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:04,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:04,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:20:04,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:04,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:04,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:04,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:20:04,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:04,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:04,650 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:04,651 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:04,651 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:04,653 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:04,653 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:04,657 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:20:04,658 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:04,661 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:20:04,661 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62358061, jitterRate=-0.07079248130321503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:20:04,662 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648804638Initializing all the Stores at 1732648804639 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648804639Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648804639Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648804639Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648804639Cleaning up temporary data from old regions at 1732648804653 (+14 ms)Region opened successfully at 1732648804661 (+8 ms) 2024-11-26T19:20:04,676 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:20:04,679 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ca7627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:20:04,680 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:20:04,680 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:20:04,680 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:20:04,681 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:20:04,681 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:20:04,681 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T19:20:04,681 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:20:04,683 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:20:04,684 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Unable to get data of znode /1772572877/balancer because node does not exist (not necessarily an error) 2024-11-26T19:20:04,685 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1772572877/balancer already deleted, retry=false 2024-11-26T19:20:04,685 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:20:04,686 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Unable to get data of znode /1772572877/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:20:04,687 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1772572877/normalizer already deleted, retry=false 2024-11-26T19:20:04,687 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:20:04,688 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Unable to get data of znode /1772572877/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:20:04,689 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1772572877/switch/split already deleted, retry=false 2024-11-26T19:20:04,690 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Unable to get data of znode /1772572877/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:20:04,691 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1772572877/switch/merge already deleted, retry=false 2024-11-26T19:20:04,693 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Unable to get data of znode /1772572877/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:20:04,694 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1772572877/snapshot-cleanup already deleted, retry=false 2024-11-26T19:20:04,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x10155b879210004, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1772572877/running 2024-11-26T19:20:04,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x10155b879210004, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877 2024-11-26T19:20:04,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1772572877/running 2024-11-26T19:20:04,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877 2024-11-26T19:20:04,697 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,45977,1732648803594, sessionid=0x10155b879210003, setting cluster-up flag (Was=false) 2024-11-26T19:20:04,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x10155b879210004, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877 2024-11-26T19:20:04,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877 2024-11-26T19:20:04,707 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1772572877/flush-table-proc/acquired, /1772572877/flush-table-proc/reached, /1772572877/flush-table-proc/abort 2024-11-26T19:20:04,708 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,45977,1732648803594 2024-11-26T19:20:04,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877 2024-11-26T19:20:04,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x10155b879210004, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877 2024-11-26T19:20:04,718 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1772572877/online-snapshot/acquired, /1772572877/online-snapshot/reached, /1772572877/online-snapshot/abort 2024-11-26T19:20:04,719 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,45977,1732648803594 2024-11-26T19:20:04,720 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:20:04,721 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:20:04,722 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:20:04,722 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:20:04,722 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,45977,1732648803594 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:20:04,723 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:20:04,723 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:20:04,723 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:20:04,723 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:20:04,723 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:20:04,723 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:04,723 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:20:04,723 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:04,725 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:20:04,725 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:20:04,726 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:04,727 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:20:04,754 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648834754 2024-11-26T19:20:04,754 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:20:04,754 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:20:04,754 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:20:04,754 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:20:04,754 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:20:04,754 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:20:04,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:20:04,760 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:04,761 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:20:04,761 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:20:04,761 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:20:04,761 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:20:04,761 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:20:04,761 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:20:04,762 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648804761,5,FailOnTimeoutGroup] 2024-11-26T19:20:04,762 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:20:04,762 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5 2024-11-26T19:20:04,764 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648804762,5,FailOnTimeoutGroup] 2024-11-26T19:20:04,764 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:04,764 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:20:04,764 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:04,764 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:04,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741832_1008 (size=32) 2024-11-26T19:20:04,797 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(746): ClusterId : 2477adbc-3279-4849-bc1f-fb74cc371aed 2024-11-26T19:20:04,797 DEBUG [RS:0;fe76acf732b2:34811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:20:04,800 DEBUG [RS:0;fe76acf732b2:34811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:20:04,800 DEBUG [RS:0;fe76acf732b2:34811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:20:04,804 DEBUG [RS:0;fe76acf732b2:34811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:20:04,804 DEBUG [RS:0;fe76acf732b2:34811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25cd4ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:20:04,822 DEBUG [RS:0;fe76acf732b2:34811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:34811 2024-11-26T19:20:04,822 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:20:04,822 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:20:04,822 DEBUG [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:20:04,823 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,45977,1732648803594 with port=34811, startcode=1732648803650 2024-11-26T19:20:04,824 DEBUG [RS:0;fe76acf732b2:34811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:20:04,829 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:20:04,829 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45977 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,34811,1732648803650 2024-11-26T19:20:04,829 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45977 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,34811,1732648803650 2024-11-26T19:20:04,831 DEBUG [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5 2024-11-26T19:20:04,831 DEBUG [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43897 2024-11-26T19:20:04,831 DEBUG [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:20:04,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877/rs 2024-11-26T19:20:04,837 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,34811,1732648803650] 2024-11-26T19:20:04,840 DEBUG [RS:0;fe76acf732b2:34811 {}] zookeeper.ZKUtil(111): regionserver:34811-0x10155b879210004, quorum=127.0.0.1:52035, baseZNode=/1772572877 Set watcher on existing znode=/1772572877/rs/fe76acf732b2,34811,1732648803650 2024-11-26T19:20:04,840 WARN [RS:0;fe76acf732b2:34811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:20:04,840 INFO [RS:0;fe76acf732b2:34811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:20:04,840 DEBUG [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650 2024-11-26T19:20:04,847 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:20:04,849 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:20:04,850 INFO [RS:0;fe76acf732b2:34811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:20:04,850 INFO [RS:0;fe76acf732b2:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:04,852 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:20:04,855 INFO [RS:0;fe76acf732b2:34811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:20:04,855 INFO [RS:0;fe76acf732b2:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:04,855 DEBUG [RS:0;fe76acf732b2:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:04,855 DEBUG [RS:0;fe76acf732b2:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:04,855 DEBUG [RS:0;fe76acf732b2:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:04,855 DEBUG [RS:0;fe76acf732b2:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:04,855 DEBUG [RS:0;fe76acf732b2:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:04,855 DEBUG [RS:0;fe76acf732b2:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:20:04,855 DEBUG [RS:0;fe76acf732b2:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:04,855 DEBUG [RS:0;fe76acf732b2:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:04,855 DEBUG [RS:0;fe76acf732b2:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:04,855 DEBUG [RS:0;fe76acf732b2:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:04,856 DEBUG [RS:0;fe76acf732b2:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:04,856 DEBUG [RS:0;fe76acf732b2:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:04,856 DEBUG [RS:0;fe76acf732b2:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:20:04,856 DEBUG [RS:0;fe76acf732b2:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:20:04,860 INFO [RS:0;fe76acf732b2:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:04,860 INFO [RS:0;fe76acf732b2:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:04,860 INFO [RS:0;fe76acf732b2:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:04,860 INFO [RS:0;fe76acf732b2:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:04,860 INFO [RS:0;fe76acf732b2:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:04,860 INFO [RS:0;fe76acf732b2:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34811,1732648803650-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:20:04,878 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:20:04,879 INFO [RS:0;fe76acf732b2:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34811,1732648803650-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:04,879 INFO [RS:0;fe76acf732b2:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:04,879 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.Replication(171): fe76acf732b2,34811,1732648803650 started 2024-11-26T19:20:04,892 INFO [RS:0;fe76acf732b2:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:04,892 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,34811,1732648803650, RpcServer on fe76acf732b2/172.17.0.2:34811, sessionid=0x10155b879210004 2024-11-26T19:20:04,892 DEBUG [RS:0;fe76acf732b2:34811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:20:04,892 DEBUG [RS:0;fe76acf732b2:34811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,34811,1732648803650 2024-11-26T19:20:04,892 DEBUG [RS:0;fe76acf732b2:34811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,34811,1732648803650' 2024-11-26T19:20:04,892 DEBUG [RS:0;fe76acf732b2:34811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1772572877/flush-table-proc/abort' 2024-11-26T19:20:04,893 DEBUG [RS:0;fe76acf732b2:34811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1772572877/flush-table-proc/acquired' 2024-11-26T19:20:04,893 DEBUG [RS:0;fe76acf732b2:34811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:20:04,893 DEBUG [RS:0;fe76acf732b2:34811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:20:04,893 DEBUG [RS:0;fe76acf732b2:34811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,34811,1732648803650 2024-11-26T19:20:04,893 DEBUG [RS:0;fe76acf732b2:34811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,34811,1732648803650' 2024-11-26T19:20:04,893 DEBUG [RS:0;fe76acf732b2:34811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1772572877/online-snapshot/abort' 2024-11-26T19:20:04,894 DEBUG [RS:0;fe76acf732b2:34811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1772572877/online-snapshot/acquired' 2024-11-26T19:20:04,894 DEBUG [RS:0;fe76acf732b2:34811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:20:04,894 INFO [RS:0;fe76acf732b2:34811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:20:04,894 INFO [RS:0;fe76acf732b2:34811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:20:04,995 INFO [RS:0;fe76acf732b2:34811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:20:04,996 INFO [RS:0;fe76acf732b2:34811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C34811%2C1732648803650, suffix=, logDir=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650, archiveDir=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/oldWALs, maxLogs=10 2024-11-26T19:20:05,014 DEBUG [RS:0;fe76acf732b2:34811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997, exclude list is [], retry=0 2024-11-26T19:20:05,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41109,DS-d13be546-be04-4196-94d5-46f648e0e26d,DISK] 2024-11-26T19:20:05,022 INFO [RS:0;fe76acf732b2:34811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 2024-11-26T19:20:05,022 DEBUG [RS:0;fe76acf732b2:34811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43323:43323)] 2024-11-26T19:20:05,032 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:05,032 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:20:05,033 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:20:05,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:05,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:20:05,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:20:05,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:05,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:05,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:20:05,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:20:05,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:05,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:05,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:20:05,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:20:05,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:05,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:05,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:20:05,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:20:05,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:05,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:05,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:20:05,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740 2024-11-26T19:20:05,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740 2024-11-26T19:20:05,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:20:05,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:20:05,189 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:20:05,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:20:05,193 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:20:05,194 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67606115, jitterRate=0.007409617304801941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:20:05,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648805179Initializing all the Stores at 1732648805180 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648805180Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648805180Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648805180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648805181 (+1 ms)Cleaning up temporary data from old regions at 1732648805189 (+8 ms)Region opened successfully at 1732648805194 (+5 ms) 2024-11-26T19:20:05,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:20:05,194 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:20:05,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:20:05,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:20:05,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:20:05,194 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:20:05,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648805194Disabling compacts and flushes for region at 1732648805194Disabling writes for close at 1732648805194Writing region close event to WAL at 1732648805194Closed at 1732648805194 2024-11-26T19:20:05,195 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:20:05,195 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:20:05,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:20:05,197 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:20:05,198 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:20:05,348 DEBUG [fe76acf732b2:45977 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:20:05,348 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,34811,1732648803650 2024-11-26T19:20:05,349 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,34811,1732648803650, state=OPENING 2024-11-26T19:20:05,351 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:20:05,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x10155b879210004, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877 2024-11-26T19:20:05,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877 2024-11-26T19:20:05,353 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:20:05,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1772572877/meta-region-server: CHANGED 2024-11-26T19:20:05,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,34811,1732648803650}] 2024-11-26T19:20:05,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1772572877/meta-region-server: CHANGED 2024-11-26T19:20:05,505 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:20:05,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:20:05,510 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:20:05,510 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:20:05,510 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:20:05,512 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C34811%2C1732648803650.meta, suffix=.meta, logDir=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650, archiveDir=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/oldWALs, maxLogs=10 2024-11-26T19:20:05,525 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.meta.1732648805512.meta, exclude list is [], retry=0 2024-11-26T19:20:05,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41109,DS-d13be546-be04-4196-94d5-46f648e0e26d,DISK] 2024-11-26T19:20:05,529 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.meta.1732648805512.meta 2024-11-26T19:20:05,530 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43323:43323)] 2024-11-26T19:20:05,530 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:20:05,530 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:20:05,530 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:20:05,530 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:20:05,530 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:20:05,530 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:20:05,530 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:05,530 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:20:05,531 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:20:05,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:20:05,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:20:05,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:05,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:05,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:20:05,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:20:05,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:05,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:05,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:20:05,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:20:05,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:05,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:05,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:20:05,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:20:05,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:05,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:05,550 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:20:05,551 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740 2024-11-26T19:20:05,552 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740 2024-11-26T19:20:05,553 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:20:05,553 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:20:05,553 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:20:05,554 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:20:05,555 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74589713, jitterRate=0.11147333681583405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:20:05,555 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:20:05,555 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648805531Writing region info on filesystem at 1732648805531Initializing all the Stores at 1732648805531Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648805531Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648805532 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648805532Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648805532Cleaning up temporary data from old regions at 1732648805553 (+21 ms)Running coprocessor post-open hooks at 1732648805555 (+2 ms)Region opened successfully at 1732648805555 2024-11-26T19:20:05,556 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648805505 2024-11-26T19:20:05,559 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:20:05,559 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:20:05,559 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,34811,1732648803650 2024-11-26T19:20:05,560 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,34811,1732648803650, state=OPEN 2024-11-26T19:20:05,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1772572877/meta-region-server 2024-11-26T19:20:05,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x10155b879210004, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1772572877/meta-region-server 2024-11-26T19:20:05,562 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,34811,1732648803650 2024-11-26T19:20:05,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1772572877/meta-region-server: CHANGED 2024-11-26T19:20:05,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1772572877/meta-region-server: CHANGED 2024-11-26T19:20:05,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:20:05,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,34811,1732648803650 in 209 msec 2024-11-26T19:20:05,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:20:05,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-26T19:20:05,566 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:20:05,566 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:20:05,567 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:05,567 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,34811,1732648803650, seqNum=-1] 2024-11-26T19:20:05,568 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:05,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:20:05,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 852 msec 2024-11-26T19:20:05,573 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648805573, completionTime=-1 2024-11-26T19:20:05,573 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:20:05,573 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:20:05,575 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:20:05,575 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648865575 2024-11-26T19:20:05,575 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732648925575 2024-11-26T19:20:05,575 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T19:20:05,575 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,45977,1732648803594-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:05,575 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,45977,1732648803594-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:05,575 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,45977,1732648803594-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:05,575 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:45977, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:05,575 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:05,576 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:05,579 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:20:05,581 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.857sec 2024-11-26T19:20:05,581 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:20:05,581 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:20:05,581 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:20:05,581 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:20:05,581 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:20:05,581 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,45977,1732648803594-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:20:05,581 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,45977,1732648803594-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:20:05,585 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:20:05,585 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:20:05,585 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,45977,1732648803594-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:05,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe97aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:05,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,45977,-1 for getting cluster id 2024-11-26T19:20:05,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:05,598 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2477adbc-3279-4849-bc1f-fb74cc371aed' 2024-11-26T19:20:05,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:05,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2477adbc-3279-4849-bc1f-fb74cc371aed" 2024-11-26T19:20:05,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d949d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:05,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,45977,-1] 2024-11-26T19:20:05,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:05,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:05,600 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:05,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ac8534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:05,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:05,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,34811,1732648803650, seqNum=-1] 2024-11-26T19:20:05,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:05,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:20:05,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,45977,1732648803594 2024-11-26T19:20:05,608 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52035 2024-11-26T19:20:05,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:20:05,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10155b879210005 connected 2024-11-26T19:20:05,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:05,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,43981,1732648800657 2024-11-26T19:20:05,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5377bbe6 2024-11-26T19:20:05,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:05,623 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:20:05,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:20:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T19:20:05,626 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:20:05,626 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:05,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T19:20:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:05,628 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:20:05,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741835_1011 (size=902) 2024-11-26T19:20:05,652 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29c41169195bd31fb796038e5cae45f7, NAME => 'test,,1732648805623.29c41169195bd31fb796038e5cae45f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48 2024-11-26T19:20:05,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741836_1012 (size=39) 2024-11-26T19:20:05,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732648805623.29c41169195bd31fb796038e5cae45f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:05,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 29c41169195bd31fb796038e5cae45f7, disabling compactions & flushes 2024-11-26T19:20:05,664 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732648805623.29c41169195bd31fb796038e5cae45f7. 2024-11-26T19:20:05,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648805623.29c41169195bd31fb796038e5cae45f7. 2024-11-26T19:20:05,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732648805623.29c41169195bd31fb796038e5cae45f7. after waiting 0 ms 2024-11-26T19:20:05,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732648805623.29c41169195bd31fb796038e5cae45f7. 2024-11-26T19:20:05,664 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732648805623.29c41169195bd31fb796038e5cae45f7. 2024-11-26T19:20:05,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29c41169195bd31fb796038e5cae45f7: Waiting for close lock at 1732648805663Disabling compacts and flushes for region at 1732648805663Disabling writes for close at 1732648805664 (+1 ms)Writing region close event to WAL at 1732648805664Closed at 1732648805664 2024-11-26T19:20:05,666 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:20:05,667 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732648805623.29c41169195bd31fb796038e5cae45f7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732648805666"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648805666"}]},"ts":"1732648805666"} 2024-11-26T19:20:05,669 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:20:05,670 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:20:05,670 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648805670"}]},"ts":"1732648805670"} 2024-11-26T19:20:05,672 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T19:20:05,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29c41169195bd31fb796038e5cae45f7, ASSIGN}] 2024-11-26T19:20:05,673 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29c41169195bd31fb796038e5cae45f7, ASSIGN 2024-11-26T19:20:05,674 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=29c41169195bd31fb796038e5cae45f7, ASSIGN; state=OFFLINE, location=fe76acf732b2,37585,1732648800844; forceNewPlan=false, retain=false 2024-11-26T19:20:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:05,825 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29c41169195bd31fb796038e5cae45f7, regionState=OPENING, regionLocation=fe76acf732b2,37585,1732648800844 2024-11-26T19:20:05,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=29c41169195bd31fb796038e5cae45f7, ASSIGN because future has completed 2024-11-26T19:20:05,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29c41169195bd31fb796038e5cae45f7, server=fe76acf732b2,37585,1732648800844}] 2024-11-26T19:20:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:05,984 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732648805623.29c41169195bd31fb796038e5cae45f7. 2024-11-26T19:20:05,984 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 29c41169195bd31fb796038e5cae45f7, NAME => 'test,,1732648805623.29c41169195bd31fb796038e5cae45f7.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:20:05,984 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:20:05,984 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T19:20:05,984 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:05,984 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732648805623.29c41169195bd31fb796038e5cae45f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:05,985 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:05,985 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:05,986 INFO [StoreOpener-29c41169195bd31fb796038e5cae45f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:05,987 INFO [StoreOpener-29c41169195bd31fb796038e5cae45f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29c41169195bd31fb796038e5cae45f7 columnFamilyName f 2024-11-26T19:20:05,987 DEBUG [StoreOpener-29c41169195bd31fb796038e5cae45f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:05,988 INFO [StoreOpener-29c41169195bd31fb796038e5cae45f7-1 {}] regionserver.HStore(327): Store=29c41169195bd31fb796038e5cae45f7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:05,988 INFO [StoreOpener-29c41169195bd31fb796038e5cae45f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:05,989 INFO [StoreOpener-29c41169195bd31fb796038e5cae45f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29c41169195bd31fb796038e5cae45f7 columnFamilyName f1 2024-11-26T19:20:05,989 DEBUG [StoreOpener-29c41169195bd31fb796038e5cae45f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:05,989 INFO [StoreOpener-29c41169195bd31fb796038e5cae45f7-1 {}] regionserver.HStore(327): Store=29c41169195bd31fb796038e5cae45f7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:05,990 INFO [StoreOpener-29c41169195bd31fb796038e5cae45f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:05,991 INFO [StoreOpener-29c41169195bd31fb796038e5cae45f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29c41169195bd31fb796038e5cae45f7 columnFamilyName norep 2024-11-26T19:20:05,991 DEBUG [StoreOpener-29c41169195bd31fb796038e5cae45f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:05,991 INFO [StoreOpener-29c41169195bd31fb796038e5cae45f7-1 {}] regionserver.HStore(327): Store=29c41169195bd31fb796038e5cae45f7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:05,991 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:05,992 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/default/test/29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:05,993 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/default/test/29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:05,994 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:05,994 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:05,995 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:20:05,996 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:05,998 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/default/test/29c41169195bd31fb796038e5cae45f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:20:05,998 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 29c41169195bd31fb796038e5cae45f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75409485, jitterRate=0.12368889153003693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:20:05,998 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:05,999 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 29c41169195bd31fb796038e5cae45f7: Running coprocessor pre-open hook at 1732648805985Writing region info on filesystem at 1732648805985Initializing all the Stores at 1732648805985Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648805985Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648805986 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648805986Cleaning up temporary data from old regions at 1732648805994 (+8 ms)Running coprocessor post-open hooks at 1732648805998 (+4 ms)Region opened successfully at 1732648805999 (+1 ms) 2024-11-26T19:20:05,999 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732648805623.29c41169195bd31fb796038e5cae45f7., pid=6, masterSystemTime=1732648805980 2024-11-26T19:20:06,001 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732648805623.29c41169195bd31fb796038e5cae45f7. 2024-11-26T19:20:06,001 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732648805623.29c41169195bd31fb796038e5cae45f7. 2024-11-26T19:20:06,002 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29c41169195bd31fb796038e5cae45f7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fe76acf732b2,37585,1732648800844 2024-11-26T19:20:06,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29c41169195bd31fb796038e5cae45f7, server=fe76acf732b2,37585,1732648800844 because future has completed 2024-11-26T19:20:06,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T19:20:06,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 29c41169195bd31fb796038e5cae45f7, server=fe76acf732b2,37585,1732648800844 in 189 msec 2024-11-26T19:20:06,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T19:20:06,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=29c41169195bd31fb796038e5cae45f7, ASSIGN in 345 msec 2024-11-26T19:20:06,020 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:20:06,020 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648806020"}]},"ts":"1732648806020"} 2024-11-26T19:20:06,022 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T19:20:06,022 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:20:06,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 398 msec 2024-11-26T19:20:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:06,253 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T19:20:06,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:06,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,45977,1732648803594 2024-11-26T19:20:06,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68e9d311 2024-11-26T19:20:06,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:06,255 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:20:06,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:20:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T19:20:06,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:20:06,258 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:06,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T19:20:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:06,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:20:06,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741835_1011 (size=902) 2024-11-26T19:20:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:06,672 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9560bbbc12a900a315184d03bc985bbc, NAME => 'test,,1732648806255.9560bbbc12a900a315184d03bc985bbc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5 2024-11-26T19:20:06,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741836_1012 (size=39) 2024-11-26T19:20:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:07,077 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732648806255.9560bbbc12a900a315184d03bc985bbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:07,077 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9560bbbc12a900a315184d03bc985bbc, disabling compactions & flushes 2024-11-26T19:20:07,078 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732648806255.9560bbbc12a900a315184d03bc985bbc. 2024-11-26T19:20:07,078 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648806255.9560bbbc12a900a315184d03bc985bbc. 2024-11-26T19:20:07,078 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732648806255.9560bbbc12a900a315184d03bc985bbc. after waiting 0 ms 2024-11-26T19:20:07,078 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732648806255.9560bbbc12a900a315184d03bc985bbc. 2024-11-26T19:20:07,078 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732648806255.9560bbbc12a900a315184d03bc985bbc. 2024-11-26T19:20:07,078 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9560bbbc12a900a315184d03bc985bbc: Waiting for close lock at 1732648807077Disabling compacts and flushes for region at 1732648807077Disabling writes for close at 1732648807078 (+1 ms)Writing region close event to WAL at 1732648807078Closed at 1732648807078 2024-11-26T19:20:07,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:20:07,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732648806255.9560bbbc12a900a315184d03bc985bbc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732648807079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648807079"}]},"ts":"1732648807079"} 2024-11-26T19:20:07,081 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:20:07,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:20:07,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648807082"}]},"ts":"1732648807082"} 2024-11-26T19:20:07,083 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T19:20:07,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9560bbbc12a900a315184d03bc985bbc, ASSIGN}] 2024-11-26T19:20:07,084 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9560bbbc12a900a315184d03bc985bbc, ASSIGN 2024-11-26T19:20:07,085 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9560bbbc12a900a315184d03bc985bbc, ASSIGN; state=OFFLINE, location=fe76acf732b2,34811,1732648803650; forceNewPlan=false, retain=false 2024-11-26T19:20:07,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9560bbbc12a900a315184d03bc985bbc, regionState=OPENING, regionLocation=fe76acf732b2,34811,1732648803650 2024-11-26T19:20:07,238 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T19:20:07,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9560bbbc12a900a315184d03bc985bbc, ASSIGN because future has completed 2024-11-26T19:20:07,238 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T19:20:07,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9560bbbc12a900a315184d03bc985bbc, server=fe76acf732b2,34811,1732648803650}] 2024-11-26T19:20:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:07,394 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732648806255.9560bbbc12a900a315184d03bc985bbc. 2024-11-26T19:20:07,394 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9560bbbc12a900a315184d03bc985bbc, NAME => 'test,,1732648806255.9560bbbc12a900a315184d03bc985bbc.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:20:07,394 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:20:07,394 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T19:20:07,395 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:07,395 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732648806255.9560bbbc12a900a315184d03bc985bbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:07,395 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:07,395 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:07,396 INFO [StoreOpener-9560bbbc12a900a315184d03bc985bbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:07,397 INFO [StoreOpener-9560bbbc12a900a315184d03bc985bbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9560bbbc12a900a315184d03bc985bbc columnFamilyName f 2024-11-26T19:20:07,398 DEBUG [StoreOpener-9560bbbc12a900a315184d03bc985bbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:07,398 INFO [StoreOpener-9560bbbc12a900a315184d03bc985bbc-1 {}] regionserver.HStore(327): Store=9560bbbc12a900a315184d03bc985bbc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:07,398 INFO [StoreOpener-9560bbbc12a900a315184d03bc985bbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:07,399 INFO [StoreOpener-9560bbbc12a900a315184d03bc985bbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9560bbbc12a900a315184d03bc985bbc columnFamilyName f1 2024-11-26T19:20:07,399 DEBUG [StoreOpener-9560bbbc12a900a315184d03bc985bbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:07,399 INFO [StoreOpener-9560bbbc12a900a315184d03bc985bbc-1 {}] regionserver.HStore(327): Store=9560bbbc12a900a315184d03bc985bbc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:07,399 INFO [StoreOpener-9560bbbc12a900a315184d03bc985bbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:07,400 INFO [StoreOpener-9560bbbc12a900a315184d03bc985bbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9560bbbc12a900a315184d03bc985bbc columnFamilyName norep 2024-11-26T19:20:07,400 DEBUG [StoreOpener-9560bbbc12a900a315184d03bc985bbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:07,401 INFO [StoreOpener-9560bbbc12a900a315184d03bc985bbc-1 {}] regionserver.HStore(327): Store=9560bbbc12a900a315184d03bc985bbc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:07,401 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:07,401 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/default/test/9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:07,402 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/default/test/9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:07,402 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:07,403 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:07,403 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:20:07,404 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:07,406 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/default/test/9560bbbc12a900a315184d03bc985bbc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:20:07,406 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9560bbbc12a900a315184d03bc985bbc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72904486, jitterRate=0.08636149764060974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:20:07,406 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:07,406 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9560bbbc12a900a315184d03bc985bbc: Running coprocessor pre-open hook at 1732648807395Writing region info on filesystem at 1732648807395Initializing all the Stores at 1732648807396 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648807396Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648807396Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648807396Cleaning up temporary data from old regions at 1732648807403 (+7 ms)Running coprocessor post-open hooks at 1732648807406 (+3 ms)Region opened successfully at 1732648807406 2024-11-26T19:20:07,407 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732648806255.9560bbbc12a900a315184d03bc985bbc., pid=6, masterSystemTime=1732648807390 2024-11-26T19:20:07,409 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732648806255.9560bbbc12a900a315184d03bc985bbc. 2024-11-26T19:20:07,409 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732648806255.9560bbbc12a900a315184d03bc985bbc. 2024-11-26T19:20:07,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9560bbbc12a900a315184d03bc985bbc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fe76acf732b2,34811,1732648803650 2024-11-26T19:20:07,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9560bbbc12a900a315184d03bc985bbc, server=fe76acf732b2,34811,1732648803650 because future has completed 2024-11-26T19:20:07,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T19:20:07,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9560bbbc12a900a315184d03bc985bbc, server=fe76acf732b2,34811,1732648803650 in 174 msec 2024-11-26T19:20:07,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T19:20:07,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9560bbbc12a900a315184d03bc985bbc, ASSIGN in 331 msec 2024-11-26T19:20:07,416 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:20:07,416 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648807416"}]},"ts":"1732648807416"} 2024-11-26T19:20:07,418 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T19:20:07,418 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:20:07,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-26T19:20:07,831 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:20:07,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:07,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:07,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:07,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:07,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:07,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:07,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:07,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:07,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:07,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:07,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T19:20:07,882 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T19:20:07,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T19:20:07,883 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T19:20:07,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:20:07,883 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T19:20:07,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:20:07,883 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T19:20:07,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:20:07,883 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T19:20:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:08,402 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T19:20:08,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d44bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:08,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,43981,-1 for getting cluster id 2024-11-26T19:20:08,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:08,404 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '537f486f-0045-476a-93fb-b74716598801' 2024-11-26T19:20:08,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:08,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "537f486f-0045-476a-93fb-b74716598801" 2024-11-26T19:20:08,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5750767a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:08,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,43981,-1] 2024-11-26T19:20:08,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:08,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:08,406 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:08,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a6049b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:08,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dd723d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:08,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,45977,-1 for getting cluster id 2024-11-26T19:20:08,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:08,407 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2477adbc-3279-4849-bc1f-fb74cc371aed' 2024-11-26T19:20:08,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:08,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2477adbc-3279-4849-bc1f-fb74cc371aed" 2024-11-26T19:20:08,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398d721e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:08,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,45977,-1] 2024-11-26T19:20:08,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:08,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:08,408 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:08,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e08362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:08,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8000ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:08,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,43981,-1 for getting cluster id 2024-11-26T19:20:08,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:08,410 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '537f486f-0045-476a-93fb-b74716598801' 2024-11-26T19:20:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "537f486f-0045-476a-93fb-b74716598801" 2024-11-26T19:20:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c4e5e9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,43981,-1] 2024-11-26T19:20:08,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:08,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:08,411 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a8b229e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:08,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,43981,1732648800657 2024-11-26T19:20:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@299313ef 2024-11-26T19:20:08,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:08,413 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:20:08,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fe76acf732b2:45977,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T19:20:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T19:20:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:08,416 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:45977' 2024-11-26T19:20:08,417 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634e37ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:08,417 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,45977,-1 for getting cluster id 2024-11-26T19:20:08,417 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:08,418 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2477adbc-3279-4849-bc1f-fb74cc371aed' 2024-11-26T19:20:08,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:08,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2477adbc-3279-4849-bc1f-fb74cc371aed" 2024-11-26T19:20:08,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59559351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:08,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,45977,-1] 2024-11-26T19:20:08,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:08,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:08,419 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:08,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127f32f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:08,419 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:08,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,45977,1732648803594 2024-11-26T19:20:08,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57da7dc9 2024-11-26T19:20:08,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:08,421 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:20:08,421 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T19:20:08,421 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T19:20:08,421 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:08,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:08,421 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:08,422 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:20:08,423 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T19:20:08,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:20:08,423 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:08,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:20:08,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741837_1013 (size=1138) 2024-11-26T19:20:08,473 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T19:20:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:08,831 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 031c77235c29dd1431b7b1c01f2a1f69, NAME => 'hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48 2024-11-26T19:20:08,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741838_1014 (size=44) 2024-11-26T19:20:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:09,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:09,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 031c77235c29dd1431b7b1c01f2a1f69, disabling compactions & flushes 2024-11-26T19:20:09,237 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69. 2024-11-26T19:20:09,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69. 2024-11-26T19:20:09,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69. after waiting 0 ms 2024-11-26T19:20:09,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69. 2024-11-26T19:20:09,237 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69. 2024-11-26T19:20:09,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 031c77235c29dd1431b7b1c01f2a1f69: Waiting for close lock at 1732648809236Disabling compacts and flushes for region at 1732648809236Disabling writes for close at 1732648809237 (+1 ms)Writing region close event to WAL at 1732648809237Closed at 1732648809237 2024-11-26T19:20:09,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:20:09,238 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732648809238"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648809238"}]},"ts":"1732648809238"} 2024-11-26T19:20:09,240 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:20:09,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:20:09,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648809241"}]},"ts":"1732648809241"} 2024-11-26T19:20:09,242 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T19:20:09,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=031c77235c29dd1431b7b1c01f2a1f69, ASSIGN}] 2024-11-26T19:20:09,243 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=031c77235c29dd1431b7b1c01f2a1f69, ASSIGN 2024-11-26T19:20:09,244 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=031c77235c29dd1431b7b1c01f2a1f69, ASSIGN; state=OFFLINE, location=fe76acf732b2,37585,1732648800844; forceNewPlan=false, retain=false 2024-11-26T19:20:09,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=031c77235c29dd1431b7b1c01f2a1f69, regionState=OPENING, regionLocation=fe76acf732b2,37585,1732648800844 2024-11-26T19:20:09,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=031c77235c29dd1431b7b1c01f2a1f69, ASSIGN because future has completed 2024-11-26T19:20:09,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 031c77235c29dd1431b7b1c01f2a1f69, server=fe76acf732b2,37585,1732648800844}] 2024-11-26T19:20:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:09,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69. 2024-11-26T19:20:09,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:20:09,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T19:20:09,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C37585%2C1732648800844.rep, suffix=, logDir=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844, archiveDir=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/oldWALs, maxLogs=10 2024-11-26T19:20:09,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.rep.1732648809558, exclude list is [], retry=0 2024-11-26T19:20:09,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33029,DS-36c7bf49-115f-4124-ad13-d12caed59509,DISK] 2024-11-26T19:20:09,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.rep.1732648809558 2024-11-26T19:20:09,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33553:33553)] 2024-11-26T19:20:09,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 031c77235c29dd1431b7b1c01f2a1f69, NAME => 'hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:20:09,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:20:09,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:20:09,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69. service=MultiRowMutationService 2024-11-26T19:20:09,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T19:20:09,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 031c77235c29dd1431b7b1c01f2a1f69 2024-11-26T19:20:09,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:09,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 031c77235c29dd1431b7b1c01f2a1f69 2024-11-26T19:20:09,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 031c77235c29dd1431b7b1c01f2a1f69 2024-11-26T19:20:09,595 INFO [StoreOpener-031c77235c29dd1431b7b1c01f2a1f69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 031c77235c29dd1431b7b1c01f2a1f69 2024-11-26T19:20:09,597 INFO [StoreOpener-031c77235c29dd1431b7b1c01f2a1f69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 031c77235c29dd1431b7b1c01f2a1f69 columnFamilyName hfileref 2024-11-26T19:20:09,597 DEBUG [StoreOpener-031c77235c29dd1431b7b1c01f2a1f69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:09,598 INFO [StoreOpener-031c77235c29dd1431b7b1c01f2a1f69-1 {}] regionserver.HStore(327): Store=031c77235c29dd1431b7b1c01f2a1f69/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:09,598 INFO [StoreOpener-031c77235c29dd1431b7b1c01f2a1f69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 031c77235c29dd1431b7b1c01f2a1f69 2024-11-26T19:20:09,599 INFO [StoreOpener-031c77235c29dd1431b7b1c01f2a1f69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 031c77235c29dd1431b7b1c01f2a1f69 columnFamilyName queue 2024-11-26T19:20:09,599 DEBUG [StoreOpener-031c77235c29dd1431b7b1c01f2a1f69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:09,600 INFO [StoreOpener-031c77235c29dd1431b7b1c01f2a1f69-1 {}] regionserver.HStore(327): Store=031c77235c29dd1431b7b1c01f2a1f69/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:09,600 INFO [StoreOpener-031c77235c29dd1431b7b1c01f2a1f69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 031c77235c29dd1431b7b1c01f2a1f69 2024-11-26T19:20:09,601 INFO [StoreOpener-031c77235c29dd1431b7b1c01f2a1f69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 031c77235c29dd1431b7b1c01f2a1f69 columnFamilyName sid 2024-11-26T19:20:09,601 DEBUG [StoreOpener-031c77235c29dd1431b7b1c01f2a1f69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:09,604 INFO [StoreOpener-031c77235c29dd1431b7b1c01f2a1f69-1 {}] regionserver.HStore(327): Store=031c77235c29dd1431b7b1c01f2a1f69/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:09,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 031c77235c29dd1431b7b1c01f2a1f69 2024-11-26T19:20:09,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/replication/031c77235c29dd1431b7b1c01f2a1f69 2024-11-26T19:20:09,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/replication/031c77235c29dd1431b7b1c01f2a1f69 2024-11-26T19:20:09,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 031c77235c29dd1431b7b1c01f2a1f69 2024-11-26T19:20:09,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 031c77235c29dd1431b7b1c01f2a1f69 2024-11-26T19:20:09,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:20:09,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 031c77235c29dd1431b7b1c01f2a1f69 2024-11-26T19:20:09,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/replication/031c77235c29dd1431b7b1c01f2a1f69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:20:09,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 031c77235c29dd1431b7b1c01f2a1f69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67992705, jitterRate=0.013170257210731506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:20:09,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 031c77235c29dd1431b7b1c01f2a1f69 2024-11-26T19:20:09,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 031c77235c29dd1431b7b1c01f2a1f69: Running coprocessor pre-open hook at 1732648809594Writing region info on filesystem at 1732648809594Initializing all the Stores at 1732648809595 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648809595Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648809595Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648809595Cleaning up temporary data from old regions at 1732648809608 (+13 ms)Running coprocessor post-open hooks at 1732648809613 (+5 ms)Region opened successfully at 1732648809614 (+1 ms) 2024-11-26T19:20:09,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69., pid=10, masterSystemTime=1732648809552 2024-11-26T19:20:09,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69. 2024-11-26T19:20:09,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69. 2024-11-26T19:20:09,618 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=031c77235c29dd1431b7b1c01f2a1f69, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,37585,1732648800844 2024-11-26T19:20:09,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 031c77235c29dd1431b7b1c01f2a1f69, server=fe76acf732b2,37585,1732648800844 because future has completed 2024-11-26T19:20:09,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T19:20:09,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 031c77235c29dd1431b7b1c01f2a1f69, server=fe76acf732b2,37585,1732648800844 in 224 msec 2024-11-26T19:20:09,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T19:20:09,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=031c77235c29dd1431b7b1c01f2a1f69, ASSIGN in 381 msec 2024-11-26T19:20:09,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:20:09,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648809625"}]},"ts":"1732648809625"} 2024-11-26T19:20:09,627 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T19:20:09,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:20:09,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2060 sec 2024-11-26T19:20:09,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69., hostname=fe76acf732b2,37585,1732648800844, seqNum=2] 2024-11-26T19:20:09,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788 2024-11-26T19:20:09,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10155b879210001, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788 2024-11-26T19:20:09,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T19:20:09,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T19:20:09,844 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T19:20:09,874 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fe76acf732b2,37585,1732648800844, ReplicationSource: 1, currentBandwidth=0 2024-11-26T19:20:09,874 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:09,875 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,37585,1732648800844, seqNum=-1] 2024-11-26T19:20:09,875 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:09,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-26T19:20:09,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fe76acf732b2,37585,1732648800844', locateType=CURRENT is [region=hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69., hostname=fe76acf732b2,37585,1732648800844, seqNum=2] 2024-11-26T19:20:09,880 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T19:20:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T19:20:09,883 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fe76acf732b2,37585,1732648800844 suceeded 2024-11-26T19:20:09,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T19:20:09,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-26T19:20:09,885 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fe76acf732b2:45977,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T19:20:09,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4720 sec 2024-11-26T19:20:09,898 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:45977' 2024-11-26T19:20:09,899 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2af83fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:09,899 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,45977,-1 for getting cluster id 2024-11-26T19:20:09,899 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:09,900 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2477adbc-3279-4849-bc1f-fb74cc371aed' 2024-11-26T19:20:09,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:09,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2477adbc-3279-4849-bc1f-fb74cc371aed" 2024-11-26T19:20:09,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@336a0132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:09,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,45977,-1] 2024-11-26T19:20:09,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:09,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:09,902 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:09,902 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@718fda4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:09,903 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:09,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,45977,1732648803594 2024-11-26T19:20:09,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f311974 2024-11-26T19:20:09,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:09,904 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-26T19:20:09,905 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fe76acf732b2,37585,1732648800844 (queues=1) is replicating from cluster=537f486f-0045-476a-93fb-b74716598801 to cluster=2477adbc-3279-4849-bc1f-fb74cc371aed 2024-11-26T19:20:09,905 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fe76acf732b2%2C37585%2C1732648800844 2024-11-26T19:20:09,905 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fe76acf732b2,37585,1732648800844, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T19:20:09,905 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.shipperfe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fe76acf732b2%2C37585%2C1732648800844 2024-11-26T19:20:09,905 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373, startPosition=0, beingWritten=true 2024-11-26T19:20:09,911 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:20:09,911 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 379, reset compression=false 2024-11-26T19:20:09,911 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.shipperfe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,37585,1732648800844 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:20:10,115 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 379, reset compression=false 2024-11-26T19:20:10,423 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 379, reset compression=false 2024-11-26T19:20:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:10,562 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T19:20:10,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:20:10,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:10,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:10,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:10,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:10,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56df208d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:10,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,45977,-1 for getting cluster id 2024-11-26T19:20:10,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:10,564 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2477adbc-3279-4849-bc1f-fb74cc371aed' 2024-11-26T19:20:10,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:10,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2477adbc-3279-4849-bc1f-fb74cc371aed" 2024-11-26T19:20:10,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc9384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:10,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,45977,-1] 2024-11-26T19:20:10,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:10,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:10,566 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:10,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7767a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:10,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:10,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,45977,1732648803594 2024-11-26T19:20:10,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f23a04f 2024-11-26T19:20:10,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:10,569 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:20:10,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fe76acf732b2:43981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T19:20:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T19:20:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:10,572 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:43981' 2024-11-26T19:20:10,573 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690f9d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:10,573 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,43981,-1 for getting cluster id 2024-11-26T19:20:10,573 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:10,574 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '537f486f-0045-476a-93fb-b74716598801' 2024-11-26T19:20:10,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:10,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "537f486f-0045-476a-93fb-b74716598801" 2024-11-26T19:20:10,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406a06f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:10,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,43981,-1] 2024-11-26T19:20:10,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:10,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:10,576 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:10,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e187e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:10,577 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:10,578 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,43981,1732648800657 2024-11-26T19:20:10,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a6b5692 2024-11-26T19:20:10,578 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:10,579 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:20:10,579 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T19:20:10,579 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T19:20:10,580 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:10,580 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:10,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:10,580 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:20:10,581 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T19:20:10,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:20:10,582 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:10,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:20:10,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741837_1013 (size=1138) 2024-11-26T19:20:10,596 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 85e5527736283f5237880d1fc96d0106, NAME => 'hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5 2024-11-26T19:20:10,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741838_1014 (size=44) 2024-11-26T19:20:10,632 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T19:20:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:10,827 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 379, reset compression=false 2024-11-26T19:20:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:11,018 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:11,018 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 85e5527736283f5237880d1fc96d0106, disabling compactions & flushes 2024-11-26T19:20:11,018 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106. 2024-11-26T19:20:11,018 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106. 2024-11-26T19:20:11,018 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106. after waiting 0 ms 2024-11-26T19:20:11,018 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106. 2024-11-26T19:20:11,018 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106. 2024-11-26T19:20:11,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 85e5527736283f5237880d1fc96d0106: Waiting for close lock at 1732648811018Disabling compacts and flushes for region at 1732648811018Disabling writes for close at 1732648811018Writing region close event to WAL at 1732648811018Closed at 1732648811018 2024-11-26T19:20:11,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:20:11,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732648811021"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648811021"}]},"ts":"1732648811021"} 2024-11-26T19:20:11,024 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:20:11,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:20:11,026 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648811026"}]},"ts":"1732648811026"} 2024-11-26T19:20:11,031 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T19:20:11,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=85e5527736283f5237880d1fc96d0106, ASSIGN}] 2024-11-26T19:20:11,033 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=85e5527736283f5237880d1fc96d0106, ASSIGN 2024-11-26T19:20:11,034 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=85e5527736283f5237880d1fc96d0106, ASSIGN; state=OFFLINE, location=fe76acf732b2,34811,1732648803650; forceNewPlan=false, retain=false 2024-11-26T19:20:11,184 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=85e5527736283f5237880d1fc96d0106, regionState=OPENING, regionLocation=fe76acf732b2,34811,1732648803650 2024-11-26T19:20:11,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=85e5527736283f5237880d1fc96d0106, ASSIGN because future has completed 2024-11-26T19:20:11,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85e5527736283f5237880d1fc96d0106, server=fe76acf732b2,34811,1732648803650}] 2024-11-26T19:20:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:11,353 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 379, reset compression=false 2024-11-26T19:20:11,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106. 2024-11-26T19:20:11,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:20:11,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T19:20:11,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C34811%2C1732648803650.rep, suffix=, logDir=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650, archiveDir=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/oldWALs, maxLogs=10 2024-11-26T19:20:11,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.rep.1732648811402, exclude list is [], retry=0 2024-11-26T19:20:11,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41109,DS-d13be546-be04-4196-94d5-46f648e0e26d,DISK] 2024-11-26T19:20:11,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.rep.1732648811402 2024-11-26T19:20:11,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43323:43323)] 2024-11-26T19:20:11,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 85e5527736283f5237880d1fc96d0106, NAME => 'hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:20:11,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:20:11,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:20:11,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106. service=MultiRowMutationService 2024-11-26T19:20:11,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T19:20:11,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 85e5527736283f5237880d1fc96d0106 2024-11-26T19:20:11,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:11,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 85e5527736283f5237880d1fc96d0106 2024-11-26T19:20:11,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 85e5527736283f5237880d1fc96d0106 2024-11-26T19:20:11,484 INFO [StoreOpener-85e5527736283f5237880d1fc96d0106-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 85e5527736283f5237880d1fc96d0106 2024-11-26T19:20:11,486 INFO [StoreOpener-85e5527736283f5237880d1fc96d0106-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85e5527736283f5237880d1fc96d0106 columnFamilyName hfileref 2024-11-26T19:20:11,486 DEBUG [StoreOpener-85e5527736283f5237880d1fc96d0106-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:11,488 INFO [StoreOpener-85e5527736283f5237880d1fc96d0106-1 {}] regionserver.HStore(327): Store=85e5527736283f5237880d1fc96d0106/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:11,489 INFO [StoreOpener-85e5527736283f5237880d1fc96d0106-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 85e5527736283f5237880d1fc96d0106 2024-11-26T19:20:11,490 INFO [StoreOpener-85e5527736283f5237880d1fc96d0106-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85e5527736283f5237880d1fc96d0106 columnFamilyName queue 2024-11-26T19:20:11,490 DEBUG [StoreOpener-85e5527736283f5237880d1fc96d0106-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:11,490 INFO [StoreOpener-85e5527736283f5237880d1fc96d0106-1 {}] regionserver.HStore(327): Store=85e5527736283f5237880d1fc96d0106/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:11,490 INFO [StoreOpener-85e5527736283f5237880d1fc96d0106-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 85e5527736283f5237880d1fc96d0106 2024-11-26T19:20:11,492 INFO [StoreOpener-85e5527736283f5237880d1fc96d0106-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85e5527736283f5237880d1fc96d0106 columnFamilyName sid 2024-11-26T19:20:11,492 DEBUG [StoreOpener-85e5527736283f5237880d1fc96d0106-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:11,493 INFO [StoreOpener-85e5527736283f5237880d1fc96d0106-1 {}] regionserver.HStore(327): Store=85e5527736283f5237880d1fc96d0106/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:11,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 85e5527736283f5237880d1fc96d0106 2024-11-26T19:20:11,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/replication/85e5527736283f5237880d1fc96d0106 2024-11-26T19:20:11,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/replication/85e5527736283f5237880d1fc96d0106 2024-11-26T19:20:11,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 85e5527736283f5237880d1fc96d0106 2024-11-26T19:20:11,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 85e5527736283f5237880d1fc96d0106 2024-11-26T19:20:11,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:20:11,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 85e5527736283f5237880d1fc96d0106 2024-11-26T19:20:11,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/replication/85e5527736283f5237880d1fc96d0106/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:20:11,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 85e5527736283f5237880d1fc96d0106; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70171545, jitterRate=0.045637503266334534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:20:11,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85e5527736283f5237880d1fc96d0106 2024-11-26T19:20:11,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 85e5527736283f5237880d1fc96d0106: Running coprocessor pre-open hook at 1732648811464Writing region info on filesystem at 1732648811464Initializing all the Stores at 1732648811464Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648811464Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648811480 (+16 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648811480Cleaning up temporary data from old regions at 1732648811496 (+16 ms)Running coprocessor post-open hooks at 1732648811518 (+22 ms)Region opened successfully at 1732648811518 2024-11-26T19:20:11,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106., pid=10, masterSystemTime=1732648811355 2024-11-26T19:20:11,532 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=85e5527736283f5237880d1fc96d0106, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,34811,1732648803650 2024-11-26T19:20:11,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106. 2024-11-26T19:20:11,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106. 2024-11-26T19:20:11,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85e5527736283f5237880d1fc96d0106, server=fe76acf732b2,34811,1732648803650 because future has completed 2024-11-26T19:20:11,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T19:20:11,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 85e5527736283f5237880d1fc96d0106, server=fe76acf732b2,34811,1732648803650 in 371 msec 2024-11-26T19:20:11,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T19:20:11,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=85e5527736283f5237880d1fc96d0106, ASSIGN in 535 msec 2024-11-26T19:20:11,569 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:20:11,570 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648811569"}]},"ts":"1732648811569"} 2024-11-26T19:20:11,572 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T19:20:11,573 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:20:11,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 993 msec 2024-11-26T19:20:11,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106., hostname=fe76acf732b2,34811,1732648803650, seqNum=2] 2024-11-26T19:20:11,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x10155b879210004, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877 2024-11-26T19:20:11,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877 2024-11-26T19:20:11,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T19:20:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:11,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T19:20:11,757 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T19:20:11,795 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fe76acf732b2,34811,1732648803650, ReplicationSource: 1, currentBandwidth=0 2024-11-26T19:20:11,796 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:11,796 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,34811,1732648803650, seqNum=-1] 2024-11-26T19:20:11,797 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:11,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-26T19:20:11,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fe76acf732b2,34811,1732648803650', locateType=CURRENT is [region=hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106., hostname=fe76acf732b2,34811,1732648803650, seqNum=2] 2024-11-26T19:20:11,803 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T19:20:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T19:20:11,806 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fe76acf732b2,34811,1732648803650 suceeded 2024-11-26T19:20:11,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T19:20:11,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-26T19:20:11,808 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fe76acf732b2:43981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T19:20:11,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2390 sec 2024-11-26T19:20:11,820 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:43981' 2024-11-26T19:20:11,821 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a623ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:11,821 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,43981,-1 for getting cluster id 2024-11-26T19:20:11,821 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:11,822 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '537f486f-0045-476a-93fb-b74716598801' 2024-11-26T19:20:11,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:11,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "537f486f-0045-476a-93fb-b74716598801" 2024-11-26T19:20:11,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e43e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:11,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,43981,-1] 2024-11-26T19:20:11,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:11,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:11,823 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:11,824 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c7d0b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:11,824 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:11,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,43981,1732648800657 2024-11-26T19:20:11,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7439253c 2024-11-26T19:20:11,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:11,826 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-26T19:20:11,827 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fe76acf732b2,34811,1732648803650 (queues=1) is replicating from cluster=2477adbc-3279-4849-bc1f-fb74cc371aed to cluster=537f486f-0045-476a-93fb-b74716598801 2024-11-26T19:20:11,827 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fe76acf732b2%2C34811%2C1732648803650 2024-11-26T19:20:11,827 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fe76acf732b2,34811,1732648803650, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T19:20:11,827 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.shipperfe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fe76acf732b2%2C34811%2C1732648803650 2024-11-26T19:20:11,827 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997, startPosition=0, beingWritten=true 2024-11-26T19:20:11,835 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:20:11,835 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 379, reset compression=false 2024-11-26T19:20:11,835 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.shipperfe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,34811,1732648803650 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:20:11,992 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 379, reset compression=false 2024-11-26T19:20:12,039 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 379, reset compression=false 2024-11-26T19:20:12,342 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 379, reset compression=false 2024-11-26T19:20:12,696 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 379, reset compression=false 2024-11-26T19:20:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:12,723 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T19:20:12,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:20:12,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:12,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:12,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:12,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:12,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:12,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,37585,1732648800844, seqNum=-1] 2024-11-26T19:20:12,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:12,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:20:12,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732648805623.29c41169195bd31fb796038e5cae45f7., hostname=fe76acf732b2,37585,1732648800844, seqNum=2] 2024-11-26T19:20:12,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,34811,1732648803650, seqNum=-1] 2024-11-26T19:20:12,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:12,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:20:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732648806255.9560bbbc12a900a315184d03bc985bbc., hostname=fe76acf732b2,34811,1732648803650, seqNum=2] 2024-11-26T19:20:12,735 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T19:20:12,747 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 379, reset compression=false 2024-11-26T19:20:12,897 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:20:12,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:12,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:12,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:12,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:12,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:12,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:12,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:12,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:12,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:12,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:13,239 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T19:20:13,251 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 379, reset compression=false 2024-11-26T19:20:13,500 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 379, reset compression=false 2024-11-26T19:20:13,506 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:20:13,506 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 480, reset compression=false 2024-11-26T19:20:13,506 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.shipperfe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,37585,1732648800844 got entry batch from reader: WALEntryBatch [walEntries=[{test/29c41169195bd31fb796038e5cae45f7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T19:20:13,509 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.shipperfe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:20:13,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-26T19:20:13,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:20:13,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ec86f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:13,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,45977,-1 for getting cluster id 2024-11-26T19:20:13,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:13,513 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2477adbc-3279-4849-bc1f-fb74cc371aed' 2024-11-26T19:20:13,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:13,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2477adbc-3279-4849-bc1f-fb74cc371aed" 2024-11-26T19:20:13,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fd91a38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:13,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,45977,-1] 2024-11-26T19:20:13,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:13,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:13,515 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:13,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6450320c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:13,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:13,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,34811,1732648803650, seqNum=-1] 2024-11-26T19:20:13,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:13,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-26T19:20:13,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732648806255.9560bbbc12a900a315184d03bc985bbc., hostname=fe76acf732b2,34811,1732648803650, seqNum=2] 2024-11-26T19:20:13,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:20:13,712 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 480, reset compression=false 2024-11-26T19:20:13,739 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T19:20:13,743 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T19:20:13,855 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 379, reset compression=false 2024-11-26T19:20:13,860 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:20:13,860 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 607, reset compression=false 2024-11-26T19:20:13,860 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.shipperfe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,34811,1732648803650 got entry batch from reader: WALEntryBatch [walEntries=[{test/9560bbbc12a900a315184d03bc985bbc/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T19:20:13,864 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.shipperfe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:20:13,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-26T19:20:13,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:20:13,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ef0377d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:13,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,43981,-1 for getting cluster id 2024-11-26T19:20:13,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:13,867 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '537f486f-0045-476a-93fb-b74716598801' 2024-11-26T19:20:13,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:13,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "537f486f-0045-476a-93fb-b74716598801" 2024-11-26T19:20:13,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@328042c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:13,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,43981,-1] 2024-11-26T19:20:13,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:13,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:13,868 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:13,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@612b50b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:13,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:13,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,37585,1732648800844, seqNum=-1] 2024-11-26T19:20:13,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:13,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-26T19:20:13,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732648805623.29c41169195bd31fb796038e5cae45f7., hostname=fe76acf732b2,37585,1732648800844, seqNum=2] 2024-11-26T19:20:13,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:20:14,017 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 480, reset compression=false 2024-11-26T19:20:14,022 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:20:14,022 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 607, reset compression=false 2024-11-26T19:20:14,022 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.shipperfe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,37585,1732648800844 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:20:14,064 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 607, reset compression=false 2024-11-26T19:20:14,225 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 607, reset compression=false 2024-11-26T19:20:14,368 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 607, reset compression=false 2024-11-26T19:20:14,529 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 607, reset compression=false 2024-11-26T19:20:14,745 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T19:20:14,751 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T19:20:14,772 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 607, reset compression=false 2024-11-26T19:20:14,933 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 607, reset compression=false 2024-11-26T19:20:14,937 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:20:14,937 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 763, reset compression=false 2024-11-26T19:20:14,937 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.shipperfe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,37585,1732648800844 got entry batch from reader: WALEntryBatch [walEntries=[{test/29c41169195bd31fb796038e5cae45f7/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T19:20:14,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:20:14,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:20:15,071 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:15,072 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:20:15,072 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18252 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:20:15,140 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 763, reset compression=false 2024-11-26T19:20:15,275 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 607, reset compression=false 2024-11-26T19:20:15,309 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:20:15,309 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 754, reset compression=false 2024-11-26T19:20:15,309 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.shipperfe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,34811,1732648803650 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:20:15,444 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 763, reset compression=false 2024-11-26T19:20:15,514 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 754, reset compression=false 2024-11-26T19:20:15,753 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T19:20:15,758 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T19:20:15,818 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 754, reset compression=false 2024-11-26T19:20:15,824 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:20:15,824 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 913, reset compression=false 2024-11-26T19:20:15,824 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.shipperfe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,34811,1732648803650 got entry batch from reader: WALEntryBatch [walEntries=[{test/9560bbbc12a900a315184d03bc985bbc/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T19:20:15,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:20:15,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:20:15,849 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 763, reset compression=false 2024-11-26T19:20:15,886 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:20:15,886 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 912, reset compression=false 2024-11-26T19:20:15,886 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.shipperfe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,37585,1732648800844 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:20:16,039 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 913, reset compression=false 2024-11-26T19:20:16,092 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 912, reset compression=false 2024-11-26T19:20:16,351 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 913, reset compression=false 2024-11-26T19:20:16,396 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 912, reset compression=false 2024-11-26T19:20:16,755 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 913, reset compression=false 2024-11-26T19:20:16,760 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T19:20:16,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T19:20:16,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:20:16,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:16,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:16,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:16,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:16,763 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:20:16,763 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1938034396, stopped=false 2024-11-26T19:20:16,763 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,45977,1732648803594 2024-11-26T19:20:16,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1772572877/running 2024-11-26T19:20:16,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x10155b879210004, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1772572877/running 2024-11-26T19:20:16,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x10155b879210004, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877 2024-11-26T19:20:16,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877 2024-11-26T19:20:16,765 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:20:16,765 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:20:16,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:16,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:16,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34811-0x10155b879210004, quorum=127.0.0.1:52035, baseZNode=/1772572877 Set watcher on znode that does not yet exist, /1772572877/running 2024-11-26T19:20:16,766 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,34811,1732648803650' ***** 2024-11-26T19:20:16,766 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:20:16,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Set watcher on znode that does not yet exist, /1772572877/running 2024-11-26T19:20:16,766 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:20:16,766 INFO [RS:0;fe76acf732b2:34811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:20:16,766 INFO [RS:0;fe76acf732b2:34811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:20:16,766 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(3091): Received CLOSE for 85e5527736283f5237880d1fc96d0106 2024-11-26T19:20:16,767 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:20:16,767 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(3091): Received CLOSE for 9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:16,767 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,34811,1732648803650 2024-11-26T19:20:16,767 INFO [RS:0;fe76acf732b2:34811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:20:16,767 INFO [RS:0;fe76acf732b2:34811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:34811. 2024-11-26T19:20:16,767 DEBUG [RS:0;fe76acf732b2:34811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:16,767 DEBUG [RS:0;fe76acf732b2:34811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:16,767 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85e5527736283f5237880d1fc96d0106, disabling compactions & flushes 2024-11-26T19:20:16,767 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106. 2024-11-26T19:20:16,767 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:20:16,767 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:20:16,767 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106. 2024-11-26T19:20:16,767 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:20:16,767 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106. after waiting 0 ms 2024-11-26T19:20:16,767 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106. 2024-11-26T19:20:16,767 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:20:16,767 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 85e5527736283f5237880d1fc96d0106 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-26T19:20:16,768 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T19:20:16,768 DEBUG [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(1325): Online Regions={85e5527736283f5237880d1fc96d0106=hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106., 9560bbbc12a900a315184d03bc985bbc=test,,1732648806255.9560bbbc12a900a315184d03bc985bbc., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:20:16,768 DEBUG [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85e5527736283f5237880d1fc96d0106, 9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:16,768 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:20:16,768 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:20:16,768 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:20:16,768 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:20:16,768 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:20:16,769 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T19:20:16,773 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:20:16,790 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/.tmp/info/d20bd924bb8e4232a5d90973c529fbb5 is 147, key is hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106./info:regioninfo/1732648811531/Put/seqid=0 2024-11-26T19:20:16,790 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/replication/85e5527736283f5237880d1fc96d0106/.tmp/queue/99e177595def4254b6852c69efb76f28 is 153, key is 1-fe76acf732b2,34811,1732648803650/queue:fe76acf732b2%2C34811%2C1732648803650/1732648815830/Put/seqid=0 2024-11-26T19:20:16,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741840_1016 (size=5352) 2024-11-26T19:20:16,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741841_1017 (size=7686) 2024-11-26T19:20:16,800 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 912, reset compression=false 2024-11-26T19:20:16,864 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:20:16,864 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:20:16,969 DEBUG [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85e5527736283f5237880d1fc96d0106, 9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:17,169 DEBUG [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85e5527736283f5237880d1fc96d0106, 9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:17,195 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/replication/85e5527736283f5237880d1fc96d0106/.tmp/queue/99e177595def4254b6852c69efb76f28 2024-11-26T19:20:17,198 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/.tmp/info/d20bd924bb8e4232a5d90973c529fbb5 2024-11-26T19:20:17,199 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/replication/85e5527736283f5237880d1fc96d0106/.tmp/queue/99e177595def4254b6852c69efb76f28 as hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/replication/85e5527736283f5237880d1fc96d0106/queue/99e177595def4254b6852c69efb76f28 2024-11-26T19:20:17,203 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/replication/85e5527736283f5237880d1fc96d0106/queue/99e177595def4254b6852c69efb76f28, entries=1, sequenceid=9, filesize=5.2 K 2024-11-26T19:20:17,204 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 85e5527736283f5237880d1fc96d0106 in 437ms, sequenceid=9, compaction requested=false 2024-11-26T19:20:17,208 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/replication/85e5527736283f5237880d1fc96d0106/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T19:20:17,209 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:20:17,209 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:20:17,209 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106. 2024-11-26T19:20:17,209 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85e5527736283f5237880d1fc96d0106: Waiting for close lock at 1732648816767Running coprocessor pre-close hooks at 1732648816767Disabling compacts and flushes for region at 1732648816767Disabling writes for close at 1732648816767Obtaining lock to block concurrent updates at 1732648816767Preparing flush snapshotting stores in 85e5527736283f5237880d1fc96d0106 at 1732648816767Finished memstore snapshotting hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1732648816768 (+1 ms)Flushing stores of hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106. at 1732648816768Flushing 85e5527736283f5237880d1fc96d0106/queue: creating writer at 1732648816768Flushing 85e5527736283f5237880d1fc96d0106/queue: appending metadata at 1732648816789 (+21 ms)Flushing 85e5527736283f5237880d1fc96d0106/queue: closing flushed file at 1732648816789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c80931b: reopening flushed file at 1732648817199 (+410 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 85e5527736283f5237880d1fc96d0106 in 437ms, sequenceid=9, compaction requested=false at 1732648817204 (+5 ms)Writing region close event to WAL at 1732648817206 (+2 ms)Running coprocessor post-close hooks at 1732648817209 (+3 ms)Closed at 1732648817209 2024-11-26T19:20:17,209 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732648810580.85e5527736283f5237880d1fc96d0106. 2024-11-26T19:20:17,209 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9560bbbc12a900a315184d03bc985bbc, disabling compactions & flushes 2024-11-26T19:20:17,209 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732648806255.9560bbbc12a900a315184d03bc985bbc. 2024-11-26T19:20:17,209 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648806255.9560bbbc12a900a315184d03bc985bbc. 2024-11-26T19:20:17,209 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732648806255.9560bbbc12a900a315184d03bc985bbc. after waiting 0 ms 2024-11-26T19:20:17,209 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732648806255.9560bbbc12a900a315184d03bc985bbc. 2024-11-26T19:20:17,210 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9560bbbc12a900a315184d03bc985bbc 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-26T19:20:17,221 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/.tmp/ns/d2ce35cd43b74a95965a2fef01e1b891 is 43, key is default/ns:d/1732648805569/Put/seqid=0 2024-11-26T19:20:17,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741842_1018 (size=5153) 2024-11-26T19:20:17,227 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/default/test/9560bbbc12a900a315184d03bc985bbc/.tmp/f/a6dce20b2d6042fa83fba1c6c6742132 is 29, key is row1/f:/1732648815754/DeleteFamily/seqid=0 2024-11-26T19:20:17,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741843_1019 (size=5118) 2024-11-26T19:20:17,260 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 913, reset compression=false 2024-11-26T19:20:17,264 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:20:17,264 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 1160, reset compression=false 2024-11-26T19:20:17,264 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.shipperfe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,34811,1732648803650 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:20:17,265 ERROR [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.shipperfe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fe76acf732b2,34811,1732648803650: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fe76acf732b2,34811,1732648803650, walGroup=fe76acf732b2%2C34811%2C1732648803650, offset=fe76acf732b2%2C34811%2C1732648803650.1732648804997:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T19:20:17,266 ERROR [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.shipperfe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T19:20:17,266 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.shipperfe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T19:20:17,267 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.shipperfe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T19:20:17,267 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.shipperfe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T19:20:17,267 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.shipperfe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T19:20:17,267 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.shipperfe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 848009280 }, "NonHeapMemoryUsage": { "committed": 193921024, "init": 7667712, "max": -1, "used": 190798640 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T19:20:17,267 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.shipperfe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:45977 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:45977 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T19:20:17,303 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 912, reset compression=false 2024-11-26T19:20:17,369 DEBUG [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:17,467 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 1160, reset compression=false 2024-11-26T19:20:17,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T19:20:17,514 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T19:20:17,569 DEBUG [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:17,625 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/.tmp/ns/d2ce35cd43b74a95965a2fef01e1b891 2024-11-26T19:20:17,631 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/default/test/9560bbbc12a900a315184d03bc985bbc/.tmp/f/a6dce20b2d6042fa83fba1c6c6742132 2024-11-26T19:20:17,635 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6dce20b2d6042fa83fba1c6c6742132 2024-11-26T19:20:17,645 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/.tmp/rep_barrier/1bb06a6b2f6a43b58656328f48741897 is 112, key is test,,1732648806255.9560bbbc12a900a315184d03bc985bbc./rep_barrier:seqnumDuringOpen/1732648807409/Put/seqid=0 2024-11-26T19:20:17,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741844_1020 (size=5518) 2024-11-26T19:20:17,652 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/default/test/9560bbbc12a900a315184d03bc985bbc/.tmp/f1/3533cf9953b44fdeb77a0aea0d6b1f71 is 30, key is row1/f1:/1732648815754/DeleteFamily/seqid=0 2024-11-26T19:20:17,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741845_1021 (size=5123) 2024-11-26T19:20:17,769 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T19:20:17,769 DEBUG [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(1325): Online Regions={9560bbbc12a900a315184d03bc985bbc=test,,1732648806255.9560bbbc12a900a315184d03bc985bbc., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:20:17,769 DEBUG [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:17,771 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 1160, reset compression=false 2024-11-26T19:20:17,907 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 912, reset compression=false 2024-11-26T19:20:17,969 DEBUG [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:18,050 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/.tmp/rep_barrier/1bb06a6b2f6a43b58656328f48741897 2024-11-26T19:20:18,056 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/default/test/9560bbbc12a900a315184d03bc985bbc/.tmp/f1/3533cf9953b44fdeb77a0aea0d6b1f71 2024-11-26T19:20:18,059 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3533cf9953b44fdeb77a0aea0d6b1f71 2024-11-26T19:20:18,070 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/.tmp/table/094617d959fe476c8c3d08c16584a850 is 53, key is hbase:replication/table:state/1732648811569/Put/seqid=0 2024-11-26T19:20:18,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741846_1022 (size=5308) 2024-11-26T19:20:18,073 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/.tmp/table/094617d959fe476c8c3d08c16584a850 2024-11-26T19:20:18,074 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/default/test/9560bbbc12a900a315184d03bc985bbc/.tmp/norep/078ebca9df6b4775b89e72cb328826ed is 33, key is row1/norep:/1732648815754/DeleteFamily/seqid=0 2024-11-26T19:20:18,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741847_1023 (size=5108) 2024-11-26T19:20:18,078 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/.tmp/info/d20bd924bb8e4232a5d90973c529fbb5 as hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/info/d20bd924bb8e4232a5d90973c529fbb5 2024-11-26T19:20:18,086 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/info/d20bd924bb8e4232a5d90973c529fbb5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T19:20:18,086 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/.tmp/ns/d2ce35cd43b74a95965a2fef01e1b891 as hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/ns/d2ce35cd43b74a95965a2fef01e1b891 2024-11-26T19:20:18,090 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/ns/d2ce35cd43b74a95965a2fef01e1b891, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T19:20:18,091 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/.tmp/rep_barrier/1bb06a6b2f6a43b58656328f48741897 as hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/rep_barrier/1bb06a6b2f6a43b58656328f48741897 2024-11-26T19:20:18,094 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/rep_barrier/1bb06a6b2f6a43b58656328f48741897, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T19:20:18,095 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/.tmp/table/094617d959fe476c8c3d08c16584a850 as hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/table/094617d959fe476c8c3d08c16584a850 2024-11-26T19:20:18,098 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/table/094617d959fe476c8c3d08c16584a850, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T19:20:18,099 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false 2024-11-26T19:20:18,103 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T19:20:18,103 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:20:18,103 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:20:18,103 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:20:18,103 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648816768Running coprocessor pre-close hooks at 1732648816768Disabling compacts and flushes for region at 1732648816768Disabling writes for close at 1732648816768Obtaining lock to block concurrent updates at 1732648816769 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732648816769Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732648816769Flushing stores of hbase:meta,,1.1588230740 at 1732648816770 (+1 ms)Flushing 1588230740/info: creating writer at 1732648816770Flushing 1588230740/info: appending metadata at 1732648816789 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732648816789Flushing 1588230740/ns: creating writer at 1732648817202 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732648817221 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732648817221Flushing 1588230740/rep_barrier: creating writer at 1732648817629 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732648817644 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732648817644Flushing 1588230740/table: creating writer at 1732648818054 (+410 ms)Flushing 1588230740/table: appending metadata at 1732648818069 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732648818069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a4a71d: reopening flushed file at 1732648818077 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4408f9cd: reopening flushed file at 1732648818086 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ee0ff9: reopening flushed file at 1732648818090 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ac5eb23: reopening flushed file at 1732648818094 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false at 1732648818099 (+5 ms)Writing region close event to WAL at 1732648818100 (+1 ms)Running coprocessor post-close hooks at 1732648818103 (+3 ms)Closed at 1732648818103 2024-11-26T19:20:18,103 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:20:18,170 DEBUG [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(1351): Waiting on 9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:18,175 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 1160, reset compression=false 2024-11-26T19:20:18,370 DEBUG [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(1351): Waiting on 9560bbbc12a900a315184d03bc985bbc 2024-11-26T19:20:18,478 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/default/test/9560bbbc12a900a315184d03bc985bbc/.tmp/norep/078ebca9df6b4775b89e72cb328826ed 2024-11-26T19:20:18,482 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 078ebca9df6b4775b89e72cb328826ed 2024-11-26T19:20:18,483 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/default/test/9560bbbc12a900a315184d03bc985bbc/.tmp/f/a6dce20b2d6042fa83fba1c6c6742132 as hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/default/test/9560bbbc12a900a315184d03bc985bbc/f/a6dce20b2d6042fa83fba1c6c6742132 2024-11-26T19:20:18,486 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6dce20b2d6042fa83fba1c6c6742132 2024-11-26T19:20:18,486 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/default/test/9560bbbc12a900a315184d03bc985bbc/f/a6dce20b2d6042fa83fba1c6c6742132, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T19:20:18,487 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/default/test/9560bbbc12a900a315184d03bc985bbc/.tmp/f1/3533cf9953b44fdeb77a0aea0d6b1f71 as hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/default/test/9560bbbc12a900a315184d03bc985bbc/f1/3533cf9953b44fdeb77a0aea0d6b1f71 2024-11-26T19:20:18,491 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3533cf9953b44fdeb77a0aea0d6b1f71 2024-11-26T19:20:18,491 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/default/test/9560bbbc12a900a315184d03bc985bbc/f1/3533cf9953b44fdeb77a0aea0d6b1f71, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T19:20:18,492 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/default/test/9560bbbc12a900a315184d03bc985bbc/.tmp/norep/078ebca9df6b4775b89e72cb328826ed as hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/default/test/9560bbbc12a900a315184d03bc985bbc/norep/078ebca9df6b4775b89e72cb328826ed 2024-11-26T19:20:18,496 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 078ebca9df6b4775b89e72cb328826ed 2024-11-26T19:20:18,496 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/default/test/9560bbbc12a900a315184d03bc985bbc/norep/078ebca9df6b4775b89e72cb328826ed, entries=1, sequenceid=8, filesize=5.0 K 2024-11-26T19:20:18,497 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9560bbbc12a900a315184d03bc985bbc in 1288ms, sequenceid=8, compaction requested=false 2024-11-26T19:20:18,503 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/data/default/test/9560bbbc12a900a315184d03bc985bbc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T19:20:18,503 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:20:18,503 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:20:18,503 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732648806255.9560bbbc12a900a315184d03bc985bbc. 2024-11-26T19:20:18,504 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9560bbbc12a900a315184d03bc985bbc: Waiting for close lock at 1732648817209Running coprocessor pre-close hooks at 1732648817209Disabling compacts and flushes for region at 1732648817209Disabling writes for close at 1732648817209Obtaining lock to block concurrent updates at 1732648817210 (+1 ms)Preparing flush snapshotting stores in 9560bbbc12a900a315184d03bc985bbc at 1732648817210Finished memstore snapshotting test,,1732648806255.9560bbbc12a900a315184d03bc985bbc., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732648817210Flushing stores of test,,1732648806255.9560bbbc12a900a315184d03bc985bbc. at 1732648817210Flushing 9560bbbc12a900a315184d03bc985bbc/f: creating writer at 1732648817210Flushing 9560bbbc12a900a315184d03bc985bbc/f: appending metadata at 1732648817226 (+16 ms)Flushing 9560bbbc12a900a315184d03bc985bbc/f: closing flushed file at 1732648817226Flushing 9560bbbc12a900a315184d03bc985bbc/f1: creating writer at 1732648817635 (+409 ms)Flushing 9560bbbc12a900a315184d03bc985bbc/f1: appending metadata at 1732648817651 (+16 ms)Flushing 9560bbbc12a900a315184d03bc985bbc/f1: closing flushed file at 1732648817651Flushing 9560bbbc12a900a315184d03bc985bbc/norep: creating writer at 1732648818059 (+408 ms)Flushing 9560bbbc12a900a315184d03bc985bbc/norep: appending metadata at 1732648818073 (+14 ms)Flushing 9560bbbc12a900a315184d03bc985bbc/norep: closing flushed file at 1732648818073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a2657: reopening flushed file at 1732648818482 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f9d752a: reopening flushed file at 1732648818486 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e50b62a: reopening flushed file at 1732648818492 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9560bbbc12a900a315184d03bc985bbc in 1288ms, sequenceid=8, compaction requested=false at 1732648818497 (+5 ms)Writing region close event to WAL at 1732648818500 (+3 ms)Running coprocessor post-close hooks at 1732648818503 (+3 ms)Closed at 1732648818503 2024-11-26T19:20:18,504 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732648806255.9560bbbc12a900a315184d03bc985bbc. 2024-11-26T19:20:18,570 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,34811,1732648803650; all regions closed. 2024-11-26T19:20:18,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741834_1010 (size=4239) 2024-11-26T19:20:18,572 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.meta.1732648805512.meta not finished, retry = 0 2024-11-26T19:20:18,611 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 912, reset compression=false 2024-11-26T19:20:18,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741839_1015 (size=2458) 2024-11-26T19:20:18,675 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.rep.1732648811402 not finished, retry = 0 2024-11-26T19:20:18,679 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 1160, reset compression=false 2024-11-26T19:20:18,684 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:20:18,684 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.wal-reader.fe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 to pos 1804, reset compression=false 2024-11-26T19:20:18,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741833_1009 (size=1812) 2024-11-26T19:20:18,778 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/WALs/fe76acf732b2,34811,1732648803650/fe76acf732b2%2C34811%2C1732648803650.1732648804997 not finished, retry = 0 2024-11-26T19:20:18,879 DEBUG [RS:0;fe76acf732b2:34811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:18,879 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:20:18,879 INFO [RS:0;fe76acf732b2:34811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:20:18,879 INFO [RS:0;fe76acf732b2:34811 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T19:20:18,879 INFO [RS:0;fe76acf732b2:34811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:20:18,879 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:20:18,880 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fe76acf732b2,34811,1732648803650 because: Region server is closing 2024-11-26T19:20:18,880 INFO [RS:0;fe76acf732b2:34811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:34811. 2024-11-26T19:20:18,880 DEBUG [RS:0;fe76acf732b2:34811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:18,880 DEBUG [RS:0;fe76acf732b2:34811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:18,880 DEBUG [RS:0;fe76acf732b2:34811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:18,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:18,980 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,34811,1732648803650.replicationSource.shipperfe76acf732b2%2C34811%2C1732648803650,1-fe76acf732b2,34811,1732648803650 terminated 2024-11-26T19:20:18,980 INFO [RS:0;fe76acf732b2:34811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:34811. 2024-11-26T19:20:18,981 DEBUG [RS:0;fe76acf732b2:34811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:18,981 DEBUG [RS:0;fe76acf732b2:34811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:18,981 DEBUG [RS:0;fe76acf732b2:34811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:18,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:18,981 INFO [RS:0;fe76acf732b2:34811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34811 2024-11-26T19:20:18,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x10155b879210004, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1772572877/rs/fe76acf732b2,34811,1732648803650 2024-11-26T19:20:18,983 INFO [RS:0;fe76acf732b2:34811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:20:18,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877/rs 2024-11-26T19:20:18,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,34811,1732648803650] 2024-11-26T19:20:18,986 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1772572877/draining/fe76acf732b2,34811,1732648803650 already deleted, retry=false 2024-11-26T19:20:18,986 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,34811,1732648803650 expired; onlineServers=0 2024-11-26T19:20:18,986 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,45977,1732648803594' ***** 2024-11-26T19:20:18,986 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:20:18,986 INFO [M:0;fe76acf732b2:45977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:20:18,986 INFO [M:0;fe76acf732b2:45977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:20:18,987 DEBUG [M:0;fe76acf732b2:45977 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:20:18,987 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:20:18,987 DEBUG [M:0;fe76acf732b2:45977 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:20:18,987 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648804761 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648804761,5,FailOnTimeoutGroup] 2024-11-26T19:20:18,987 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648804762 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648804762,5,FailOnTimeoutGroup] 2024-11-26T19:20:18,987 INFO [M:0;fe76acf732b2:45977 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:20:18,987 INFO [M:0;fe76acf732b2:45977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:20:18,987 DEBUG [M:0;fe76acf732b2:45977 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:20:18,987 INFO [M:0;fe76acf732b2:45977 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:20:18,987 INFO [M:0;fe76acf732b2:45977 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:20:18,987 INFO [M:0;fe76acf732b2:45977 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:20:18,987 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:20:18,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1772572877/master 2024-11-26T19:20:18,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772572877 2024-11-26T19:20:18,988 DEBUG [M:0;fe76acf732b2:45977 {}] zookeeper.ZKUtil(347): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Unable to get data of znode /1772572877/master because node does not exist (not an error) 2024-11-26T19:20:18,988 WARN [M:0;fe76acf732b2:45977 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T19:20:18,988 INFO [M:0;fe76acf732b2:45977 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/.lastflushedseqids 2024-11-26T19:20:18,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741848_1024 (size=245) 2024-11-26T19:20:19,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x10155b879210004, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:20:19,084 INFO [RS:0;fe76acf732b2:34811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:20:19,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x10155b879210004, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:20:19,084 INFO [RS:0;fe76acf732b2:34811 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,34811,1732648803650; zookeeper connection closed. 2024-11-26T19:20:19,085 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68816405 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68816405 2024-11-26T19:20:19,085 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:20:19,393 INFO [M:0;fe76acf732b2:45977 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:20:19,393 INFO [M:0;fe76acf732b2:45977 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:20:19,394 DEBUG [M:0;fe76acf732b2:45977 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:20:19,394 INFO [M:0;fe76acf732b2:45977 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:19,394 DEBUG [M:0;fe76acf732b2:45977 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:19,394 DEBUG [M:0;fe76acf732b2:45977 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:20:19,394 DEBUG [M:0;fe76acf732b2:45977 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:19,394 INFO [M:0;fe76acf732b2:45977 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T19:20:19,409 DEBUG [M:0;fe76acf732b2:45977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29ee7a1225fb443ba81b9840607d40a3 is 82, key is hbase:meta,,1/info:regioninfo/1732648805559/Put/seqid=0 2024-11-26T19:20:19,414 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 912, reset compression=false 2024-11-26T19:20:19,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741849_1025 (size=5672) 2024-11-26T19:20:19,816 INFO [M:0;fe76acf732b2:45977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29ee7a1225fb443ba81b9840607d40a3 2024-11-26T19:20:19,838 DEBUG [M:0;fe76acf732b2:45977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11b0e868c5a445399992a6c89280169f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732648811575/Put/seqid=0 2024-11-26T19:20:19,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741850_1026 (size=8516) 2024-11-26T19:20:20,242 INFO [M:0;fe76acf732b2:45977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11b0e868c5a445399992a6c89280169f 2024-11-26T19:20:20,269 DEBUG [M:0;fe76acf732b2:45977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a348327840e4fc59dbcd20950dd8828 is 69, key is fe76acf732b2,34811,1732648803650/rs:state/1732648804830/Put/seqid=0 2024-11-26T19:20:20,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741851_1027 (size=5156) 2024-11-26T19:20:20,274 INFO [M:0;fe76acf732b2:45977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a348327840e4fc59dbcd20950dd8828 2024-11-26T19:20:20,279 DEBUG [M:0;fe76acf732b2:45977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29ee7a1225fb443ba81b9840607d40a3 as hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29ee7a1225fb443ba81b9840607d40a3 2024-11-26T19:20:20,283 INFO [M:0;fe76acf732b2:45977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29ee7a1225fb443ba81b9840607d40a3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T19:20:20,284 DEBUG [M:0;fe76acf732b2:45977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11b0e868c5a445399992a6c89280169f as hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11b0e868c5a445399992a6c89280169f 2024-11-26T19:20:20,288 INFO [M:0;fe76acf732b2:45977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11b0e868c5a445399992a6c89280169f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T19:20:20,289 DEBUG [M:0;fe76acf732b2:45977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a348327840e4fc59dbcd20950dd8828 as hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a348327840e4fc59dbcd20950dd8828 2024-11-26T19:20:20,292 INFO [M:0;fe76acf732b2:45977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43897/user/jenkins/test-data/27dc8ac1-27be-90c2-6dd9-0825f064f0c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a348327840e4fc59dbcd20950dd8828, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T19:20:20,293 INFO [M:0;fe76acf732b2:45977 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=97, compaction requested=false 2024-11-26T19:20:20,297 INFO [M:0;fe76acf732b2:45977 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:20,297 DEBUG [M:0;fe76acf732b2:45977 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648819393Disabling compacts and flushes for region at 1732648819393Disabling writes for close at 1732648819394 (+1 ms)Obtaining lock to block concurrent updates at 1732648819394Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648819394Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732648819394Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648819395 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648819395Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648819409 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648819409Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648819820 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648819837 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648819837Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648820246 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648820268 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648820268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61cc8823: reopening flushed file at 1732648820278 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55c48348: reopening flushed file at 1732648820283 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16e50fff: reopening flushed file at 1732648820288 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=97, compaction requested=false at 1732648820293 (+5 ms)Writing region close event to WAL at 1732648820296 (+3 ms)Closed at 1732648820296 2024-11-26T19:20:20,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741830_1006 (size=63654) 2024-11-26T19:20:20,300 INFO [M:0;fe76acf732b2:45977 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:20:20,300 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:20:20,300 INFO [M:0;fe76acf732b2:45977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45977 2024-11-26T19:20:20,301 INFO [M:0;fe76acf732b2:45977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:20:20,317 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 912, reset compression=false 2024-11-26T19:20:20,404 INFO [M:0;fe76acf732b2:45977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:20:20,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:20:20,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45977-0x10155b879210003, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:20:20,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@573c52f1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:20:20,409 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fa3ede5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:20:20,409 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:20:20,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dbf964d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:20:20,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@681efc43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/hadoop.log.dir/,STOPPED} 2024-11-26T19:20:20,411 WARN [BP-1121857560-172.17.0.2-1732648802452 heartbeating to localhost/127.0.0.1:43897 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:20:20,411 WARN [BP-1121857560-172.17.0.2-1732648802452 heartbeating to localhost/127.0.0.1:43897 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1121857560-172.17.0.2-1732648802452 (Datanode Uuid 5debd7bf-aba5-4a1d-93b8-671f545f5b82) service to localhost/127.0.0.1:43897 2024-11-26T19:20:20,412 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:20:20,412 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:20:20,412 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/cluster_e4701f2b-e926-3b05-4055-6b2644dc8ef1/data/data1/current/BP-1121857560-172.17.0.2-1732648802452 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:20:20,413 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/cluster_e4701f2b-e926-3b05-4055-6b2644dc8ef1/data/data2/current/BP-1121857560-172.17.0.2-1732648802452 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:20:20,413 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:20:20,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40c813ba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:20:20,437 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4dc8ea34{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:20:20,437 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:20:20,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23db3f43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:20:20,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2369f892{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/hadoop.log.dir/,STOPPED} 2024-11-26T19:20:20,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T19:20:20,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T19:20:20,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:20:20,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:20,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:20,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:20,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:20,462 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:20:20,462 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1211579800, stopped=false 2024-11-26T19:20:20,462 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,43981,1732648800657 2024-11-26T19:20:20,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10155b879210001, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2104262788/running 2024-11-26T19:20:20,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10155b879210001, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788 2024-11-26T19:20:20,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2104262788/running 2024-11-26T19:20:20,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788 2024-11-26T19:20:20,464 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:20:20,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Set watcher on znode that does not yet exist, /0-2104262788/running 2024-11-26T19:20:20,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37585-0x10155b879210001, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Set watcher on znode that does not yet exist, /0-2104262788/running 2024-11-26T19:20:20,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:20:20,465 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:20,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:20,466 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,37585,1732648800844' ***** 2024-11-26T19:20:20,466 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:20:20,466 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:20:20,467 INFO [RS:0;fe76acf732b2:37585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:20:20,467 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:20:20,467 INFO [RS:0;fe76acf732b2:37585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:20:20,467 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(3091): Received CLOSE for 031c77235c29dd1431b7b1c01f2a1f69 2024-11-26T19:20:20,468 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(3091): Received CLOSE for 29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:20,468 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,37585,1732648800844 2024-11-26T19:20:20,468 INFO [RS:0;fe76acf732b2:37585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:20:20,468 INFO [RS:0;fe76acf732b2:37585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:37585. 2024-11-26T19:20:20,468 DEBUG [RS:0;fe76acf732b2:37585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:20,468 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 031c77235c29dd1431b7b1c01f2a1f69, disabling compactions & flushes 2024-11-26T19:20:20,468 DEBUG [RS:0;fe76acf732b2:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:20,468 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69. 2024-11-26T19:20:20,469 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69. 2024-11-26T19:20:20,469 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69. after waiting 0 ms 2024-11-26T19:20:20,469 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:20:20,469 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69. 2024-11-26T19:20:20,469 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:20:20,469 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:20:20,469 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:20:20,469 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 031c77235c29dd1431b7b1c01f2a1f69 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-26T19:20:20,470 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T19:20:20,470 DEBUG [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(1325): Online Regions={031c77235c29dd1431b7b1c01f2a1f69=hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69., 29c41169195bd31fb796038e5cae45f7=test,,1732648805623.29c41169195bd31fb796038e5cae45f7., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:20:20,470 DEBUG [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(1351): Waiting on 031c77235c29dd1431b7b1c01f2a1f69, 1588230740, 29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:20,470 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:20:20,470 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:20:20,470 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:20:20,471 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:20:20,471 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:20:20,471 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T19:20:20,472 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:20:20,508 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/.tmp/info/c9f76f27fad346899481537a0a65d42e is 147, key is hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69./info:regioninfo/1732648809617/Put/seqid=0 2024-11-26T19:20:20,511 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/replication/031c77235c29dd1431b7b1c01f2a1f69/.tmp/queue/c760743b622f44f6994d0e326c841bf1 is 153, key is 1-fe76acf732b2,37585,1732648800844/queue:fe76acf732b2%2C37585%2C1732648800844/1732648815887/Put/seqid=0 2024-11-26T19:20:20,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741841_1017 (size=5352) 2024-11-26T19:20:20,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741840_1016 (size=7686) 2024-11-26T19:20:20,535 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/.tmp/info/c9f76f27fad346899481537a0a65d42e 2024-11-26T19:20:20,565 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/.tmp/ns/c3a6ae3688e349c988e2f07f53f4a40f is 43, key is default/ns:d/1732648802359/Put/seqid=0 2024-11-26T19:20:20,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741842_1018 (size=5153) 2024-11-26T19:20:20,572 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/.tmp/ns/c3a6ae3688e349c988e2f07f53f4a40f 2024-11-26T19:20:20,593 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/.tmp/rep_barrier/8aa12f3f8c074e69a044ec2de0c30ff8 is 112, key is test,,1732648805623.29c41169195bd31fb796038e5cae45f7./rep_barrier:seqnumDuringOpen/1732648806002/Put/seqid=0 2024-11-26T19:20:20,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741843_1019 (size=5518) 2024-11-26T19:20:20,670 DEBUG [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(1351): Waiting on 031c77235c29dd1431b7b1c01f2a1f69, 1588230740, 29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:20,871 DEBUG [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(1351): Waiting on 031c77235c29dd1431b7b1c01f2a1f69, 1588230740, 29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:20,921 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/replication/031c77235c29dd1431b7b1c01f2a1f69/.tmp/queue/c760743b622f44f6994d0e326c841bf1 2024-11-26T19:20:20,926 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/replication/031c77235c29dd1431b7b1c01f2a1f69/.tmp/queue/c760743b622f44f6994d0e326c841bf1 as hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/replication/031c77235c29dd1431b7b1c01f2a1f69/queue/c760743b622f44f6994d0e326c841bf1 2024-11-26T19:20:20,930 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/replication/031c77235c29dd1431b7b1c01f2a1f69/queue/c760743b622f44f6994d0e326c841bf1, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T19:20:20,931 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 031c77235c29dd1431b7b1c01f2a1f69 in 462ms, sequenceid=10, compaction requested=false 2024-11-26T19:20:20,934 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/replication/031c77235c29dd1431b7b1c01f2a1f69/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T19:20:20,935 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:20:20,935 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:20:20,935 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69. 2024-11-26T19:20:20,935 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 031c77235c29dd1431b7b1c01f2a1f69: Waiting for close lock at 1732648820468Running coprocessor pre-close hooks at 1732648820468Disabling compacts and flushes for region at 1732648820468Disabling writes for close at 1732648820469 (+1 ms)Obtaining lock to block concurrent updates at 1732648820469Preparing flush snapshotting stores in 031c77235c29dd1431b7b1c01f2a1f69 at 1732648820469Finished memstore snapshotting hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732648820469Flushing stores of hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69. at 1732648820472 (+3 ms)Flushing 031c77235c29dd1431b7b1c01f2a1f69/queue: creating writer at 1732648820472Flushing 031c77235c29dd1431b7b1c01f2a1f69/queue: appending metadata at 1732648820511 (+39 ms)Flushing 031c77235c29dd1431b7b1c01f2a1f69/queue: closing flushed file at 1732648820511Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68034edd: reopening flushed file at 1732648820925 (+414 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 031c77235c29dd1431b7b1c01f2a1f69 in 462ms, sequenceid=10, compaction requested=false at 1732648820931 (+6 ms)Writing region close event to WAL at 1732648820932 (+1 ms)Running coprocessor post-close hooks at 1732648820935 (+3 ms)Closed at 1732648820935 2024-11-26T19:20:20,935 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732648808422.031c77235c29dd1431b7b1c01f2a1f69. 2024-11-26T19:20:20,935 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29c41169195bd31fb796038e5cae45f7, disabling compactions & flushes 2024-11-26T19:20:20,935 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732648805623.29c41169195bd31fb796038e5cae45f7. 2024-11-26T19:20:20,935 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648805623.29c41169195bd31fb796038e5cae45f7. 2024-11-26T19:20:20,935 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732648805623.29c41169195bd31fb796038e5cae45f7. after waiting 0 ms 2024-11-26T19:20:20,935 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732648805623.29c41169195bd31fb796038e5cae45f7. 2024-11-26T19:20:20,936 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 29c41169195bd31fb796038e5cae45f7 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-26T19:20:20,954 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/default/test/29c41169195bd31fb796038e5cae45f7/.tmp/f/7cd6141fd4cc43ae803f4249a4984d31 is 29, key is row1/f:/1732648815754/DeleteFamily/seqid=0 2024-11-26T19:20:20,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741844_1020 (size=5118) 2024-11-26T19:20:20,997 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/.tmp/rep_barrier/8aa12f3f8c074e69a044ec2de0c30ff8 2024-11-26T19:20:21,023 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/.tmp/table/28fdc69299d24a7b8788d7c4a6b2fe27 is 53, key is hbase:replication/table:state/1732648809625/Put/seqid=0 2024-11-26T19:20:21,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741845_1021 (size=5308) 2024-11-26T19:20:21,071 DEBUG [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:21,243 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:20:21,243 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:20:21,271 DEBUG [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:21,322 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 912, reset compression=false 2024-11-26T19:20:21,326 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:20:21,326 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 1159, reset compression=false 2024-11-26T19:20:21,326 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.shipperfe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,37585,1732648800844 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:20:21,327 ERROR [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.shipperfe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fe76acf732b2,37585,1732648800844: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fe76acf732b2,37585,1732648800844, walGroup=fe76acf732b2%2C37585%2C1732648800844, offset=fe76acf732b2%2C37585%2C1732648800844.1732648801373:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:37585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T19:20:21,328 ERROR [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.shipperfe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T19:20:21,328 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.shipperfe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T19:20:21,329 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.shipperfe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T19:20:21,329 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.shipperfe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T19:20:21,329 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.shipperfe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T19:20:21,329 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.shipperfe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 575563488 }, "NonHeapMemoryUsage": { "committed": 194117632, "init": 7667712, "max": -1, "used": 191327640 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T19:20:21,329 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.shipperfe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:43981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:43981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T19:20:21,360 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/default/test/29c41169195bd31fb796038e5cae45f7/.tmp/f/7cd6141fd4cc43ae803f4249a4984d31 2024-11-26T19:20:21,369 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cd6141fd4cc43ae803f4249a4984d31 2024-11-26T19:20:21,387 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/default/test/29c41169195bd31fb796038e5cae45f7/.tmp/f1/c056675f8c594649a4f29b3b98aa4c9e is 30, key is row1/f1:/1732648815754/DeleteFamily/seqid=0 2024-11-26T19:20:21,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741846_1022 (size=5123) 2024-11-26T19:20:21,427 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/.tmp/table/28fdc69299d24a7b8788d7c4a6b2fe27 2024-11-26T19:20:21,432 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/.tmp/info/c9f76f27fad346899481537a0a65d42e as hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/info/c9f76f27fad346899481537a0a65d42e 2024-11-26T19:20:21,435 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/info/c9f76f27fad346899481537a0a65d42e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T19:20:21,436 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/.tmp/ns/c3a6ae3688e349c988e2f07f53f4a40f as hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/ns/c3a6ae3688e349c988e2f07f53f4a40f 2024-11-26T19:20:21,439 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/ns/c3a6ae3688e349c988e2f07f53f4a40f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T19:20:21,440 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/.tmp/rep_barrier/8aa12f3f8c074e69a044ec2de0c30ff8 as hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/rep_barrier/8aa12f3f8c074e69a044ec2de0c30ff8 2024-11-26T19:20:21,443 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/rep_barrier/8aa12f3f8c074e69a044ec2de0c30ff8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T19:20:21,443 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/.tmp/table/28fdc69299d24a7b8788d7c4a6b2fe27 as hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/table/28fdc69299d24a7b8788d7c4a6b2fe27 2024-11-26T19:20:21,446 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/table/28fdc69299d24a7b8788d7c4a6b2fe27, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T19:20:21,447 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 976ms, sequenceid=16, compaction requested=false 2024-11-26T19:20:21,451 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T19:20:21,451 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:20:21,451 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:20:21,451 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:20:21,451 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648820470Running coprocessor pre-close hooks at 1732648820470Disabling compacts and flushes for region at 1732648820470Disabling writes for close at 1732648820471 (+1 ms)Obtaining lock to block concurrent updates at 1732648820471Preparing flush snapshotting stores in 1588230740 at 1732648820471Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732648820471Flushing stores of hbase:meta,,1.1588230740 at 1732648820472 (+1 ms)Flushing 1588230740/info: creating writer at 1732648820472Flushing 1588230740/info: appending metadata at 1732648820507 (+35 ms)Flushing 1588230740/info: closing flushed file at 1732648820507Flushing 1588230740/ns: creating writer at 1732648820540 (+33 ms)Flushing 1588230740/ns: appending metadata at 1732648820564 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732648820564Flushing 1588230740/rep_barrier: creating writer at 1732648820576 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732648820592 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732648820593 (+1 ms)Flushing 1588230740/table: creating writer at 1732648821002 (+409 ms)Flushing 1588230740/table: appending metadata at 1732648821022 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732648821023 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bec6260: reopening flushed file at 1732648821431 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a4065a: reopening flushed file at 1732648821435 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59baafd4: reopening flushed file at 1732648821439 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ead5e24: reopening flushed file at 1732648821443 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 976ms, sequenceid=16, compaction requested=false at 1732648821447 (+4 ms)Writing region close event to WAL at 1732648821448 (+1 ms)Running coprocessor post-close hooks at 1732648821451 (+3 ms)Closed at 1732648821451 2024-11-26T19:20:21,451 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:20:21,471 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T19:20:21,471 DEBUG [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(1325): Online Regions={29c41169195bd31fb796038e5cae45f7=test,,1732648805623.29c41169195bd31fb796038e5cae45f7.} 2024-11-26T19:20:21,471 DEBUG [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(1351): Waiting on 29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:21,530 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 1159, reset compression=false 2024-11-26T19:20:21,671 DEBUG [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(1351): Waiting on 29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:21,794 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/default/test/29c41169195bd31fb796038e5cae45f7/.tmp/f1/c056675f8c594649a4f29b3b98aa4c9e 2024-11-26T19:20:21,802 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c056675f8c594649a4f29b3b98aa4c9e 2024-11-26T19:20:21,823 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/default/test/29c41169195bd31fb796038e5cae45f7/.tmp/norep/6c1546f8be6a45de8a70dca1fb2cca5d is 32, key is row/norep:/1732648814748/DeleteFamily/seqid=0 2024-11-26T19:20:21,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741847_1023 (size=5101) 2024-11-26T19:20:21,833 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 1159, reset compression=false 2024-11-26T19:20:21,872 DEBUG [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(1351): Waiting on 29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:22,072 DEBUG [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(1351): Waiting on 29c41169195bd31fb796038e5cae45f7 2024-11-26T19:20:22,228 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/default/test/29c41169195bd31fb796038e5cae45f7/.tmp/norep/6c1546f8be6a45de8a70dca1fb2cca5d 2024-11-26T19:20:22,232 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c1546f8be6a45de8a70dca1fb2cca5d 2024-11-26T19:20:22,233 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/default/test/29c41169195bd31fb796038e5cae45f7/.tmp/f/7cd6141fd4cc43ae803f4249a4984d31 as hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/default/test/29c41169195bd31fb796038e5cae45f7/f/7cd6141fd4cc43ae803f4249a4984d31 2024-11-26T19:20:22,236 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 to pos 1159, reset compression=false 2024-11-26T19:20:22,238 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cd6141fd4cc43ae803f4249a4984d31 2024-11-26T19:20:22,238 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/default/test/29c41169195bd31fb796038e5cae45f7/f/7cd6141fd4cc43ae803f4249a4984d31, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T19:20:22,239 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/default/test/29c41169195bd31fb796038e5cae45f7/.tmp/f1/c056675f8c594649a4f29b3b98aa4c9e as hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/default/test/29c41169195bd31fb796038e5cae45f7/f1/c056675f8c594649a4f29b3b98aa4c9e 2024-11-26T19:20:22,243 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c056675f8c594649a4f29b3b98aa4c9e 2024-11-26T19:20:22,243 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/default/test/29c41169195bd31fb796038e5cae45f7/f1/c056675f8c594649a4f29b3b98aa4c9e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T19:20:22,244 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/default/test/29c41169195bd31fb796038e5cae45f7/.tmp/norep/6c1546f8be6a45de8a70dca1fb2cca5d as hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/default/test/29c41169195bd31fb796038e5cae45f7/norep/6c1546f8be6a45de8a70dca1fb2cca5d 2024-11-26T19:20:22,247 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c1546f8be6a45de8a70dca1fb2cca5d 2024-11-26T19:20:22,247 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/default/test/29c41169195bd31fb796038e5cae45f7/norep/6c1546f8be6a45de8a70dca1fb2cca5d, entries=1, sequenceid=8, filesize=5.0 K 2024-11-26T19:20:22,248 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 29c41169195bd31fb796038e5cae45f7 in 1313ms, sequenceid=8, compaction requested=false 2024-11-26T19:20:22,252 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/data/default/test/29c41169195bd31fb796038e5cae45f7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T19:20:22,252 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:20:22,252 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:20:22,252 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732648805623.29c41169195bd31fb796038e5cae45f7. 2024-11-26T19:20:22,252 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29c41169195bd31fb796038e5cae45f7: Waiting for close lock at 1732648820935Running coprocessor pre-close hooks at 1732648820935Disabling compacts and flushes for region at 1732648820935Disabling writes for close at 1732648820935Obtaining lock to block concurrent updates at 1732648820936 (+1 ms)Preparing flush snapshotting stores in 29c41169195bd31fb796038e5cae45f7 at 1732648820936Finished memstore snapshotting test,,1732648805623.29c41169195bd31fb796038e5cae45f7., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732648820936Flushing stores of test,,1732648805623.29c41169195bd31fb796038e5cae45f7. at 1732648820936Flushing 29c41169195bd31fb796038e5cae45f7/f: creating writer at 1732648820936Flushing 29c41169195bd31fb796038e5cae45f7/f: appending metadata at 1732648820954 (+18 ms)Flushing 29c41169195bd31fb796038e5cae45f7/f: closing flushed file at 1732648820954Flushing 29c41169195bd31fb796038e5cae45f7/f1: creating writer at 1732648821369 (+415 ms)Flushing 29c41169195bd31fb796038e5cae45f7/f1: appending metadata at 1732648821387 (+18 ms)Flushing 29c41169195bd31fb796038e5cae45f7/f1: closing flushed file at 1732648821387Flushing 29c41169195bd31fb796038e5cae45f7/norep: creating writer at 1732648821802 (+415 ms)Flushing 29c41169195bd31fb796038e5cae45f7/norep: appending metadata at 1732648821823 (+21 ms)Flushing 29c41169195bd31fb796038e5cae45f7/norep: closing flushed file at 1732648821823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60fd281b: reopening flushed file at 1732648822232 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6069cda2: reopening flushed file at 1732648822238 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e586c1e: reopening flushed file at 1732648822243 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 29c41169195bd31fb796038e5cae45f7 in 1313ms, sequenceid=8, compaction requested=false at 1732648822248 (+5 ms)Writing region close event to WAL at 1732648822249 (+1 ms)Running coprocessor post-close hooks at 1732648822252 (+3 ms)Closed at 1732648822252 2024-11-26T19:20:22,253 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732648805623.29c41169195bd31fb796038e5cae45f7. 2024-11-26T19:20:22,272 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,37585,1732648800844; all regions closed. 2024-11-26T19:20:22,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741834_1010 (size=4239) 2024-11-26T19:20:22,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741839_1015 (size=2676) 2024-11-26T19:20:22,279 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/WALs/fe76acf732b2,37585,1732648800844/fe76acf732b2%2C37585%2C1732648800844.1732648801373 not finished, retry = 0 2024-11-26T19:20:22,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741832_1008 (size=1811) 2024-11-26T19:20:22,380 DEBUG [RS:0;fe76acf732b2:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:22,380 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:20:22,380 INFO [RS:0;fe76acf732b2:37585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:20:22,380 INFO [RS:0;fe76acf732b2:37585 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T19:20:22,381 INFO [RS:0;fe76acf732b2:37585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:20:22,381 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:20:22,381 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fe76acf732b2,37585,1732648800844 because: Region server is closing 2024-11-26T19:20:22,381 INFO [RS:0;fe76acf732b2:37585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:37585. 2024-11-26T19:20:22,381 DEBUG [RS:0;fe76acf732b2:37585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:22,381 DEBUG [RS:0;fe76acf732b2:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:22,381 DEBUG [RS:0;fe76acf732b2:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:22,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:22,482 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.shipperfe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 terminated 2024-11-26T19:20:22,482 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,37585,1732648800844.replicationSource.wal-reader.fe76acf732b2%2C37585%2C1732648800844,1-fe76acf732b2,37585,1732648800844 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T19:20:22,482 INFO [RS:0;fe76acf732b2:37585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:37585. 2024-11-26T19:20:22,482 DEBUG [RS:0;fe76acf732b2:37585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:22,482 DEBUG [RS:0;fe76acf732b2:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:22,482 DEBUG [RS:0;fe76acf732b2:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:22,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:22,482 INFO [RS:0;fe76acf732b2:37585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37585 2024-11-26T19:20:22,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10155b879210001, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2104262788/rs/fe76acf732b2,37585,1732648800844 2024-11-26T19:20:22,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788/rs 2024-11-26T19:20:22,485 INFO [RS:0;fe76acf732b2:37585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:20:22,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,37585,1732648800844] 2024-11-26T19:20:22,487 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2104262788/draining/fe76acf732b2,37585,1732648800844 already deleted, retry=false 2024-11-26T19:20:22,487 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,37585,1732648800844 expired; onlineServers=0 2024-11-26T19:20:22,487 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,43981,1732648800657' ***** 2024-11-26T19:20:22,487 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:20:22,487 INFO [M:0;fe76acf732b2:43981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:20:22,487 INFO [M:0;fe76acf732b2:43981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:20:22,488 DEBUG [M:0;fe76acf732b2:43981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:20:22,488 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:20:22,488 DEBUG [M:0;fe76acf732b2:43981 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:20:22,488 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648801157 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648801157,5,FailOnTimeoutGroup] 2024-11-26T19:20:22,488 INFO [M:0;fe76acf732b2:43981 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:20:22,488 INFO [M:0;fe76acf732b2:43981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:20:22,488 DEBUG [M:0;fe76acf732b2:43981 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:20:22,488 INFO [M:0;fe76acf732b2:43981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:20:22,488 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648801158 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648801158,5,FailOnTimeoutGroup] 2024-11-26T19:20:22,488 INFO [M:0;fe76acf732b2:43981 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:20:22,489 INFO [M:0;fe76acf732b2:43981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:20:22,489 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:20:22,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2104262788/master 2024-11-26T19:20:22,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2104262788 2024-11-26T19:20:22,493 DEBUG [M:0;fe76acf732b2:43981 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2104262788/master already deleted, retry=false 2024-11-26T19:20:22,493 DEBUG [M:0;fe76acf732b2:43981 {}] master.ActiveMasterManager(353): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-2104262788/master 2024-11-26T19:20:22,495 INFO [M:0;fe76acf732b2:43981 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/.lastflushedseqids 2024-11-26T19:20:22,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741848_1024 (size=245) 2024-11-26T19:20:22,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10155b879210001, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:20:22,586 INFO [RS:0;fe76acf732b2:37585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:20:22,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10155b879210001, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:20:22,586 INFO [RS:0;fe76acf732b2:37585 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,37585,1732648800844; zookeeper connection closed. 2024-11-26T19:20:22,587 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25a73a68 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25a73a68 2024-11-26T19:20:22,587 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:20:22,711 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:20:22,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:22,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:22,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:22,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:22,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:22,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:22,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:22,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:22,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:22,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:22,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:22,899 INFO [M:0;fe76acf732b2:43981 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:20:22,900 INFO [M:0;fe76acf732b2:43981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:20:22,900 DEBUG [M:0;fe76acf732b2:43981 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:20:22,900 INFO [M:0;fe76acf732b2:43981 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:22,900 DEBUG [M:0;fe76acf732b2:43981 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:22,900 DEBUG [M:0;fe76acf732b2:43981 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:20:22,900 DEBUG [M:0;fe76acf732b2:43981 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:22,900 INFO [M:0;fe76acf732b2:43981 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-26T19:20:22,919 DEBUG [M:0;fe76acf732b2:43981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccca990cfe7443d2b71e617a08b9b939 is 82, key is hbase:meta,,1/info:regioninfo/1732648802348/Put/seqid=0 2024-11-26T19:20:22,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741849_1025 (size=5672) 2024-11-26T19:20:23,325 INFO [M:0;fe76acf732b2:43981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccca990cfe7443d2b71e617a08b9b939 2024-11-26T19:20:23,343 DEBUG [M:0;fe76acf732b2:43981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ddaf23fa06b4929b5c047fffc7f401a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732648809629/Put/seqid=0 2024-11-26T19:20:23,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741850_1026 (size=8515) 2024-11-26T19:20:23,747 INFO [M:0;fe76acf732b2:43981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ddaf23fa06b4929b5c047fffc7f401a 2024-11-26T19:20:23,769 DEBUG [M:0;fe76acf732b2:43981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c90732999d3d4bcb984b98afd303509b is 69, key is fe76acf732b2,37585,1732648800844/rs:state/1732648801232/Put/seqid=0 2024-11-26T19:20:23,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741851_1027 (size=5156) 2024-11-26T19:20:23,773 INFO [M:0;fe76acf732b2:43981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c90732999d3d4bcb984b98afd303509b 2024-11-26T19:20:23,777 DEBUG [M:0;fe76acf732b2:43981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccca990cfe7443d2b71e617a08b9b939 as hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ccca990cfe7443d2b71e617a08b9b939 2024-11-26T19:20:23,780 INFO [M:0;fe76acf732b2:43981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ccca990cfe7443d2b71e617a08b9b939, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T19:20:23,781 DEBUG [M:0;fe76acf732b2:43981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ddaf23fa06b4929b5c047fffc7f401a as hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ddaf23fa06b4929b5c047fffc7f401a 2024-11-26T19:20:23,784 INFO [M:0;fe76acf732b2:43981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ddaf23fa06b4929b5c047fffc7f401a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T19:20:23,785 DEBUG [M:0;fe76acf732b2:43981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c90732999d3d4bcb984b98afd303509b as hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c90732999d3d4bcb984b98afd303509b 2024-11-26T19:20:23,788 INFO [M:0;fe76acf732b2:43981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46759/user/jenkins/test-data/cc445f6c-0376-b9c2-89af-ff2855e1bb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c90732999d3d4bcb984b98afd303509b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T19:20:23,788 INFO [M:0;fe76acf732b2:43981 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false 2024-11-26T19:20:23,790 INFO [M:0;fe76acf732b2:43981 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:23,790 DEBUG [M:0;fe76acf732b2:43981 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648822900Disabling compacts and flushes for region at 1732648822900Disabling writes for close at 1732648822900Obtaining lock to block concurrent updates at 1732648822900Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648822900Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732648822900Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648822901 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648822901Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648822919 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648822919Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648823328 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648823342 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648823342Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648823751 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648823768 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648823768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a570310: reopening flushed file at 1732648823776 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a55f4aa: reopening flushed file at 1732648823780 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d3d94a5: reopening flushed file at 1732648823784 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false at 1732648823788 (+4 ms)Writing region close event to WAL at 1732648823789 (+1 ms)Closed at 1732648823789 2024-11-26T19:20:23,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33029 is added to blk_1073741830_1006 (size=63642) 2024-11-26T19:20:23,792 INFO [M:0;fe76acf732b2:43981 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:20:23,792 INFO [M:0;fe76acf732b2:43981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43981 2024-11-26T19:20:23,792 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:20:23,792 INFO [M:0;fe76acf732b2:43981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:20:23,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:20:23,894 INFO [M:0;fe76acf732b2:43981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:20:23,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x10155b879210000, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:20:23,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30b0c31f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:20:23,897 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@398473d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:20:23,897 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:20:23,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c5b79ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:20:23,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65ffc534{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/hadoop.log.dir/,STOPPED} 2024-11-26T19:20:23,898 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:20:23,898 WARN [BP-1435791921-172.17.0.2-1732648799916 heartbeating to localhost/127.0.0.1:46759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:20:23,898 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:20:23,898 WARN [BP-1435791921-172.17.0.2-1732648799916 heartbeating to localhost/127.0.0.1:46759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1435791921-172.17.0.2-1732648799916 (Datanode Uuid a6e8e010-20ee-485d-a89f-11b2879cbca4) service to localhost/127.0.0.1:46759 2024-11-26T19:20:23,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/cluster_bd370d23-daee-2956-d638-d2d4ba81522f/data/data1/current/BP-1435791921-172.17.0.2-1732648799916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:20:23,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/cluster_bd370d23-daee-2956-d638-d2d4ba81522f/data/data2/current/BP-1435791921-172.17.0.2-1732648799916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:20:23,899 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:20:23,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c176821{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:20:23,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cc3489e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:20:23,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:20:23,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b889264{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:20:23,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cef77a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33626c3a-faa0-fead-8ca2-7e473fb2f604/hadoop.log.dir/,STOPPED} 2024-11-26T19:20:23,913 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T19:20:23,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T19:20:23,933 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=265 (was 246) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46759 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52035) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:46759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52035) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43897 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 625) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 244) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5682 (was 6582) 2024-11-26T19:20:23,945 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=265, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=5682 2024-11-26T19:20:23,961 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-26T19:20:23,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/hadoop.log.dir so I do NOT create it in target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e 2024-11-26T19:20:23,962 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T19:20:23,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/hadoop.tmp.dir so I do NOT create it in target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e 2024-11-26T19:20:23,962 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a1aaf-0c46-44ab-b512-986e800e2b23/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T19:20:23,962 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e 2024-11-26T19:20:23,962 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/cluster_cc71ca5c-36d5-59a4-b1f6-0b9612918ac3, deleteOnExit=true 2024-11-26T19:20:23,974 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/cluster_cc71ca5c-36d5-59a4-b1f6-0b9612918ac3/zookeeper_0, clientPort=57917, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/cluster_cc71ca5c-36d5-59a4-b1f6-0b9612918ac3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/cluster_cc71ca5c-36d5-59a4-b1f6-0b9612918ac3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T19:20:23,975 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57917 2024-11-26T19:20:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:20:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:20:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/test.cache.data in system properties and HBase conf 2024-11-26T19:20:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:20:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:20:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:20:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:20:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:20:23,976 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:20:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:20:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:20:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:20:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:20:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:20:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:20:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:20:23,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:20:23,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:20:23,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:20:23,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:20:23,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:20:23,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:20:23,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:20:24,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10155b879210002, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T19:20:24,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10155b879210002, quorum=127.0.0.1:52035, baseZNode=/0-2104262788 Received Disconnected from ZooKeeper, ignoring 2024-11-26T19:20:24,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10155b879210005, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T19:20:24,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10155b879210005, quorum=127.0.0.1:52035, baseZNode=/1772572877 Received Disconnected from ZooKeeper, ignoring 2024-11-26T19:20:24,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:20:24,067 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:20:24,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:20:24,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:20:24,072 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T19:20:24,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:20:24,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7292c86f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:20:24,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20aa73cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:20:24,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30d789a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/java.io.tmpdir/jetty-localhost-39961-hadoop-hdfs-3_4_1-tests_jar-_-any-526301487549272086/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:20:24,191 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0f3029{HTTP/1.1, (http/1.1)}{localhost:39961} 2024-11-26T19:20:24,191 INFO [Time-limited test {}] server.Server(415): Started @201872ms 2024-11-26T19:20:24,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:20:24,261 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:20:24,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:20:24,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:20:24,264 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T19:20:24,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70014cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:20:24,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a4a1a95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:20:24,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e3df9f0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/java.io.tmpdir/jetty-localhost-39413-hadoop-hdfs-3_4_1-tests_jar-_-any-169142793687497265/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:20:24,386 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23aec636{HTTP/1.1, (http/1.1)}{localhost:39413} 2024-11-26T19:20:24,386 INFO [Time-limited test {}] server.Server(415): Started @202067ms 2024-11-26T19:20:24,387 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:20:24,488 WARN [Thread-2666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/cluster_cc71ca5c-36d5-59a4-b1f6-0b9612918ac3/data/data1/current/BP-2002528145-172.17.0.2-1732648823998/current, will proceed with Du for space computation calculation, 2024-11-26T19:20:24,489 WARN [Thread-2667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/cluster_cc71ca5c-36d5-59a4-b1f6-0b9612918ac3/data/data2/current/BP-2002528145-172.17.0.2-1732648823998/current, will proceed with Du for space computation calculation, 2024-11-26T19:20:24,508 WARN [Thread-2654 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:20:24,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x513711d29ee9732d with lease ID 0x23dfc9dc47dec1d0: Processing first storage report for DS-7cdbdd0a-f63b-4a7f-a92e-06bc9ea286b5 from datanode DatanodeRegistration(127.0.0.1:41837, datanodeUuid=b99ea219-4332-4fc8-92a2-e105cf9e1db5, infoPort=43117, infoSecurePort=0, ipcPort=35387, storageInfo=lv=-57;cid=testClusterID;nsid=1726129709;c=1732648823998) 2024-11-26T19:20:24,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x513711d29ee9732d with lease ID 0x23dfc9dc47dec1d0: from storage DS-7cdbdd0a-f63b-4a7f-a92e-06bc9ea286b5 node DatanodeRegistration(127.0.0.1:41837, datanodeUuid=b99ea219-4332-4fc8-92a2-e105cf9e1db5, infoPort=43117, infoSecurePort=0, ipcPort=35387, storageInfo=lv=-57;cid=testClusterID;nsid=1726129709;c=1732648823998), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:20:24,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x513711d29ee9732d with lease ID 0x23dfc9dc47dec1d0: Processing first storage report for DS-3398be35-610b-4f27-96d2-e7da44d2774e from datanode DatanodeRegistration(127.0.0.1:41837, datanodeUuid=b99ea219-4332-4fc8-92a2-e105cf9e1db5, infoPort=43117, infoSecurePort=0, ipcPort=35387, storageInfo=lv=-57;cid=testClusterID;nsid=1726129709;c=1732648823998) 2024-11-26T19:20:24,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x513711d29ee9732d with lease ID 0x23dfc9dc47dec1d0: from storage DS-3398be35-610b-4f27-96d2-e7da44d2774e node DatanodeRegistration(127.0.0.1:41837, datanodeUuid=b99ea219-4332-4fc8-92a2-e105cf9e1db5, infoPort=43117, infoSecurePort=0, ipcPort=35387, storageInfo=lv=-57;cid=testClusterID;nsid=1726129709;c=1732648823998), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:20:24,534 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e 2024-11-26T19:20:24,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:24,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:24,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:20:24,944 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3 with version=8 2024-11-26T19:20:24,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/hbase-staging 2024-11-26T19:20:24,947 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:20:24,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:24,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:24,947 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:20:24,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:24,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:20:24,947 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:20:24,947 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:20:24,948 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46687 2024-11-26T19:20:24,949 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46687 connecting to ZooKeeper ensemble=127.0.0.1:57917 2024-11-26T19:20:24,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466870x0, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:20:24,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46687-0x10155b8d72c0000 connected 2024-11-26T19:20:24,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:24,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:24,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Set watcher on znode that does not yet exist, /01918482443/running 2024-11-26T19:20:24,984 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3, hbase.cluster.distributed=false 2024-11-26T19:20:24,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Set watcher on znode that does not yet exist, /01918482443/acl 2024-11-26T19:20:24,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46687 2024-11-26T19:20:24,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46687 2024-11-26T19:20:24,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46687 2024-11-26T19:20:24,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46687 2024-11-26T19:20:24,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46687 2024-11-26T19:20:25,010 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:20:25,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:25,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:25,010 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:20:25,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:25,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:20:25,010 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:20:25,010 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:20:25,011 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39057 2024-11-26T19:20:25,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39057 connecting to ZooKeeper ensemble=127.0.0.1:57917 2024-11-26T19:20:25,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:25,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:25,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390570x0, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:20:25,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39057-0x10155b8d72c0001 connected 2024-11-26T19:20:25,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Set watcher on znode that does not yet exist, /01918482443/running 2024-11-26T19:20:25,020 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:20:25,024 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:20:25,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Set watcher on znode that does not yet exist, /01918482443/master 2024-11-26T19:20:25,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Set watcher on znode that does not yet exist, /01918482443/acl 2024-11-26T19:20:25,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39057 2024-11-26T19:20:25,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39057 2024-11-26T19:20:25,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39057 2024-11-26T19:20:25,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39057 2024-11-26T19:20:25,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39057 2024-11-26T19:20:25,060 DEBUG [M:0;fe76acf732b2:46687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:46687 2024-11-26T19:20:25,061 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01918482443/backup-masters/fe76acf732b2,46687,1732648824946 2024-11-26T19:20:25,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443/backup-masters 2024-11-26T19:20:25,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443/backup-masters 2024-11-26T19:20:25,064 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Set watcher on existing znode=/01918482443/backup-masters/fe76acf732b2,46687,1732648824946 2024-11-26T19:20:25,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01918482443/master 2024-11-26T19:20:25,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443 2024-11-26T19:20:25,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443 2024-11-26T19:20:25,069 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Set watcher on existing znode=/01918482443/master 2024-11-26T19:20:25,070 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01918482443/backup-masters/fe76acf732b2,46687,1732648824946 from backup master directory 2024-11-26T19:20:25,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01918482443/backup-masters/fe76acf732b2,46687,1732648824946 2024-11-26T19:20:25,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443/backup-masters 2024-11-26T19:20:25,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443/backup-masters 2024-11-26T19:20:25,072 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:20:25,072 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,46687,1732648824946 2024-11-26T19:20:25,076 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/hbase.id] with ID: c70f6783-9488-435f-8ba4-729e141e931b 2024-11-26T19:20:25,076 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/.tmp/hbase.id 2024-11-26T19:20:25,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:20:25,151 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:25,152 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:20:25,152 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28332 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:20:25,487 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/.tmp/hbase.id]:[hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/hbase.id] 2024-11-26T19:20:25,495 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:25,496 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:20:25,496 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T19:20:25,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443 2024-11-26T19:20:25,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443 2024-11-26T19:20:25,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:20:25,903 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:20:25,904 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:20:25,904 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:20:25,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:20:26,315 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/data/master/store 2024-11-26T19:20:26,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:20:26,323 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:26,323 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:20:26,323 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:26,323 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:26,323 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:20:26,324 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:26,324 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:26,324 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648826323Disabling compacts and flushes for region at 1732648826323Disabling writes for close at 1732648826323Writing region close event to WAL at 1732648826324 (+1 ms)Closed at 1732648826324 2024-11-26T19:20:26,324 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/data/master/store/.initializing 2024-11-26T19:20:26,324 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/WALs/fe76acf732b2,46687,1732648824946 2024-11-26T19:20:26,325 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:20:26,328 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C46687%2C1732648824946, suffix=, logDir=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/WALs/fe76acf732b2,46687,1732648824946, archiveDir=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/oldWALs, maxLogs=10 2024-11-26T19:20:26,345 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/WALs/fe76acf732b2,46687,1732648824946/fe76acf732b2%2C46687%2C1732648824946.1732648826328, exclude list is [], retry=0 2024-11-26T19:20:26,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41837,DS-7cdbdd0a-f63b-4a7f-a92e-06bc9ea286b5,DISK] 2024-11-26T19:20:26,365 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/WALs/fe76acf732b2,46687,1732648824946/fe76acf732b2%2C46687%2C1732648824946.1732648826328 2024-11-26T19:20:26,365 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43117:43117)] 2024-11-26T19:20:26,365 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:20:26,365 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:26,365 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:26,366 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:26,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:26,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:20:26,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:26,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:26,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:26,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:20:26,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:26,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:26,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:26,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:20:26,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:26,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:26,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:26,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:20:26,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:26,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:26,373 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:26,374 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:26,374 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:26,375 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:26,375 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:26,375 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:20:26,377 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:26,381 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:20:26,381 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60292825, jitterRate=-0.10156689584255219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:20:26,382 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648826366Initializing all the Stores at 1732648826366Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648826366Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648826367 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648826367Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648826367Cleaning up temporary data from old regions at 1732648826375 (+8 ms)Region opened successfully at 1732648826382 (+7 ms) 2024-11-26T19:20:26,384 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:20:26,386 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e550608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:20:26,387 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:20:26,387 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:20:26,387 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:20:26,388 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:20:26,388 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:20:26,388 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T19:20:26,388 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:20:26,392 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:20:26,392 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Unable to get data of znode /01918482443/balancer because node does not exist (not necessarily an error) 2024-11-26T19:20:26,394 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01918482443/balancer already deleted, retry=false 2024-11-26T19:20:26,394 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:20:26,394 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Unable to get data of znode /01918482443/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:20:26,395 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01918482443/normalizer already deleted, retry=false 2024-11-26T19:20:26,396 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:20:26,397 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Unable to get data of znode /01918482443/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:20:26,398 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01918482443/switch/split already deleted, retry=false 2024-11-26T19:20:26,398 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Unable to get data of znode /01918482443/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:20:26,401 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01918482443/switch/merge already deleted, retry=false 2024-11-26T19:20:26,403 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Unable to get data of znode /01918482443/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:20:26,404 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01918482443/snapshot-cleanup already deleted, retry=false 2024-11-26T19:20:26,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01918482443/running 2024-11-26T19:20:26,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443 2024-11-26T19:20:26,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01918482443/running 2024-11-26T19:20:26,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443 2024-11-26T19:20:26,406 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,46687,1732648824946, sessionid=0x10155b8d72c0000, setting cluster-up flag (Was=false) 2024-11-26T19:20:26,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443 2024-11-26T19:20:26,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443 2024-11-26T19:20:26,412 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01918482443/flush-table-proc/acquired, /01918482443/flush-table-proc/reached, /01918482443/flush-table-proc/abort 2024-11-26T19:20:26,413 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,46687,1732648824946 2024-11-26T19:20:26,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443 2024-11-26T19:20:26,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443 2024-11-26T19:20:26,422 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01918482443/online-snapshot/acquired, /01918482443/online-snapshot/reached, /01918482443/online-snapshot/abort 2024-11-26T19:20:26,423 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,46687,1732648824946 2024-11-26T19:20:26,424 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:20:26,429 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:20:26,429 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:20:26,429 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:20:26,430 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,46687,1732648824946 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:20:26,431 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:20:26,431 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:20:26,431 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:20:26,431 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:20:26,431 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:20:26,431 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:26,431 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:20:26,431 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:26,433 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:20:26,433 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:20:26,434 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:26,434 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:20:26,439 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648856439 2024-11-26T19:20:26,439 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:20:26,439 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:20:26,439 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:20:26,439 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:20:26,439 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:20:26,439 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:20:26,440 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:26,441 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:20:26,441 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:20:26,441 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:20:26,441 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:20:26,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:20:26,448 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:20:26,448 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:20:26,449 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(746): ClusterId : c70f6783-9488-435f-8ba4-729e141e931b 2024-11-26T19:20:26,449 DEBUG [RS:0;fe76acf732b2:39057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:20:26,451 DEBUG [RS:0;fe76acf732b2:39057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:20:26,451 DEBUG [RS:0;fe76acf732b2:39057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:20:26,453 DEBUG [RS:0;fe76acf732b2:39057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:20:26,453 DEBUG [RS:0;fe76acf732b2:39057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48424454, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:20:26,456 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648826448,5,FailOnTimeoutGroup] 2024-11-26T19:20:26,456 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648826456,5,FailOnTimeoutGroup] 2024-11-26T19:20:26,457 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:26,457 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:20:26,457 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:26,457 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:26,471 DEBUG [RS:0;fe76acf732b2:39057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:39057 2024-11-26T19:20:26,471 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:20:26,471 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:20:26,471 DEBUG [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:20:26,472 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,46687,1732648824946 with port=39057, startcode=1732648825010 2024-11-26T19:20:26,472 DEBUG [RS:0;fe76acf732b2:39057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:20:26,474 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:20:26,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46687 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,39057,1732648825010 2024-11-26T19:20:26,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46687 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,39057,1732648825010 2024-11-26T19:20:26,476 DEBUG [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3 2024-11-26T19:20:26,476 DEBUG [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33777 2024-11-26T19:20:26,476 DEBUG [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:20:26,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443/rs 2024-11-26T19:20:26,478 DEBUG [RS:0;fe76acf732b2:39057 {}] zookeeper.ZKUtil(111): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Set watcher on existing znode=/01918482443/rs/fe76acf732b2,39057,1732648825010 2024-11-26T19:20:26,478 WARN [RS:0;fe76acf732b2:39057 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:20:26,478 INFO [RS:0;fe76acf732b2:39057 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:20:26,478 DEBUG [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010 2024-11-26T19:20:26,484 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,39057,1732648825010] 2024-11-26T19:20:26,486 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:20:26,492 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:20:26,492 INFO [RS:0;fe76acf732b2:39057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:20:26,492 INFO [RS:0;fe76acf732b2:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:26,492 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:20:26,493 INFO [RS:0;fe76acf732b2:39057 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:20:26,493 INFO [RS:0;fe76acf732b2:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:26,493 DEBUG [RS:0;fe76acf732b2:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:26,493 DEBUG [RS:0;fe76acf732b2:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:26,493 DEBUG [RS:0;fe76acf732b2:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:26,493 DEBUG [RS:0;fe76acf732b2:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:26,493 DEBUG [RS:0;fe76acf732b2:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:26,493 DEBUG [RS:0;fe76acf732b2:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:20:26,493 DEBUG [RS:0;fe76acf732b2:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:26,493 DEBUG [RS:0;fe76acf732b2:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:26,493 DEBUG [RS:0;fe76acf732b2:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:26,493 DEBUG [RS:0;fe76acf732b2:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:26,493 DEBUG [RS:0;fe76acf732b2:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:26,493 DEBUG [RS:0;fe76acf732b2:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:26,493 DEBUG [RS:0;fe76acf732b2:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:20:26,493 DEBUG [RS:0;fe76acf732b2:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:20:26,498 INFO [RS:0;fe76acf732b2:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:26,498 INFO [RS:0;fe76acf732b2:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:26,498 INFO [RS:0;fe76acf732b2:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:26,498 INFO [RS:0;fe76acf732b2:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:26,498 INFO [RS:0;fe76acf732b2:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:26,498 INFO [RS:0;fe76acf732b2:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,39057,1732648825010-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:20:26,517 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:20:26,517 INFO [RS:0;fe76acf732b2:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,39057,1732648825010-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:26,517 INFO [RS:0;fe76acf732b2:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:26,517 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.Replication(171): fe76acf732b2,39057,1732648825010 started 2024-11-26T19:20:26,535 INFO [RS:0;fe76acf732b2:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:26,535 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,39057,1732648825010, RpcServer on fe76acf732b2/172.17.0.2:39057, sessionid=0x10155b8d72c0001 2024-11-26T19:20:26,535 DEBUG [RS:0;fe76acf732b2:39057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:20:26,535 DEBUG [RS:0;fe76acf732b2:39057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,39057,1732648825010 2024-11-26T19:20:26,535 DEBUG [RS:0;fe76acf732b2:39057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,39057,1732648825010' 2024-11-26T19:20:26,535 DEBUG [RS:0;fe76acf732b2:39057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01918482443/flush-table-proc/abort' 2024-11-26T19:20:26,535 DEBUG [RS:0;fe76acf732b2:39057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01918482443/flush-table-proc/acquired' 2024-11-26T19:20:26,536 DEBUG [RS:0;fe76acf732b2:39057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:20:26,536 DEBUG [RS:0;fe76acf732b2:39057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:20:26,536 DEBUG [RS:0;fe76acf732b2:39057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,39057,1732648825010 2024-11-26T19:20:26,536 DEBUG [RS:0;fe76acf732b2:39057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,39057,1732648825010' 2024-11-26T19:20:26,536 DEBUG [RS:0;fe76acf732b2:39057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01918482443/online-snapshot/abort' 2024-11-26T19:20:26,536 DEBUG [RS:0;fe76acf732b2:39057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01918482443/online-snapshot/acquired' 2024-11-26T19:20:26,536 DEBUG [RS:0;fe76acf732b2:39057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:20:26,536 INFO [RS:0;fe76acf732b2:39057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:20:26,537 INFO [RS:0;fe76acf732b2:39057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:20:26,637 INFO [RS:0;fe76acf732b2:39057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:20:26,638 INFO [RS:0;fe76acf732b2:39057 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C39057%2C1732648825010, suffix=, logDir=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010, archiveDir=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/oldWALs, maxLogs=10 2024-11-26T19:20:26,656 DEBUG [RS:0;fe76acf732b2:39057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639, exclude list is [], retry=0 2024-11-26T19:20:26,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41837,DS-7cdbdd0a-f63b-4a7f-a92e-06bc9ea286b5,DISK] 2024-11-26T19:20:26,660 INFO [RS:0;fe76acf732b2:39057 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 2024-11-26T19:20:26,660 DEBUG [RS:0;fe76acf732b2:39057 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43117:43117)] 2024-11-26T19:20:26,843 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:20:26,844 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3 2024-11-26T19:20:26,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741833_1009 (size=32) 2024-11-26T19:20:27,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:27,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:20:27,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:20:27,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:27,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:27,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:20:27,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:20:27,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:27,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:27,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:20:27,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:20:27,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:27,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:27,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:20:27,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:20:27,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:27,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:27,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:20:27,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740 2024-11-26T19:20:27,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740 2024-11-26T19:20:27,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:20:27,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:20:27,258 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:20:27,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:20:27,260 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:20:27,260 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61253561, jitterRate=-0.08725081384181976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:20:27,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648827249Initializing all the Stores at 1732648827250 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648827250Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648827250Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648827250Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648827250Cleaning up temporary data from old regions at 1732648827257 (+7 ms)Region opened successfully at 1732648827261 (+4 ms) 2024-11-26T19:20:27,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:20:27,261 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:20:27,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:20:27,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:20:27,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:20:27,261 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:20:27,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648827261Disabling compacts and flushes for region at 1732648827261Disabling writes for close at 1732648827261Writing region close event to WAL at 1732648827261Closed at 1732648827261 2024-11-26T19:20:27,262 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:20:27,262 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:20:27,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:20:27,263 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:20:27,264 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:20:27,414 DEBUG [fe76acf732b2:46687 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:20:27,415 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,39057,1732648825010 2024-11-26T19:20:27,416 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,39057,1732648825010, state=OPENING 2024-11-26T19:20:27,419 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:20:27,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443 2024-11-26T19:20:27,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443 2024-11-26T19:20:27,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01918482443/meta-region-server: CHANGED 2024-11-26T19:20:27,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01918482443/meta-region-server: CHANGED 2024-11-26T19:20:27,421 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:20:27,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,39057,1732648825010}] 2024-11-26T19:20:27,574 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:20:27,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:20:27,578 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:20:27,579 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:20:27,579 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:20:27,580 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C39057%2C1732648825010.meta, suffix=.meta, logDir=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010, archiveDir=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/oldWALs, maxLogs=10 2024-11-26T19:20:27,593 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.meta.1732648827580.meta, exclude list is [], retry=0 2024-11-26T19:20:27,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41837,DS-7cdbdd0a-f63b-4a7f-a92e-06bc9ea286b5,DISK] 2024-11-26T19:20:27,596 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.meta.1732648827580.meta 2024-11-26T19:20:27,597 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43117:43117)] 2024-11-26T19:20:27,597 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:20:27,597 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:20:27,597 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:20:27,597 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:20:27,597 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:20:27,597 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:20:27,598 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:27,598 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:20:27,598 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:20:27,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:20:27,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:20:27,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:27,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:27,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:20:27,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:20:27,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:27,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:27,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:20:27,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:20:27,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:27,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:27,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:20:27,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:20:27,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:27,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:27,604 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:20:27,605 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740 2024-11-26T19:20:27,605 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740 2024-11-26T19:20:27,607 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:20:27,607 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:20:27,607 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:20:27,608 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:20:27,609 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73345807, jitterRate=0.09293769299983978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:20:27,609 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:20:27,610 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648827598Writing region info on filesystem at 1732648827598Initializing all the Stores at 1732648827599 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648827599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648827599Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648827599Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648827599Cleaning up temporary data from old regions at 1732648827607 (+8 ms)Running coprocessor post-open hooks at 1732648827609 (+2 ms)Region opened successfully at 1732648827610 (+1 ms) 2024-11-26T19:20:27,611 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648827574 2024-11-26T19:20:27,613 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:20:27,613 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:20:27,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,39057,1732648825010 2024-11-26T19:20:27,614 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,39057,1732648825010, state=OPEN 2024-11-26T19:20:27,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01918482443/meta-region-server 2024-11-26T19:20:27,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01918482443/meta-region-server 2024-11-26T19:20:27,619 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,39057,1732648825010 2024-11-26T19:20:27,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01918482443/meta-region-server: CHANGED 2024-11-26T19:20:27,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01918482443/meta-region-server: CHANGED 2024-11-26T19:20:27,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:20:27,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,39057,1732648825010 in 197 msec 2024-11-26T19:20:27,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:20:27,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-26T19:20:27,624 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:20:27,624 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:20:27,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:27,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,39057,1732648825010, seqNum=-1] 2024-11-26T19:20:27,625 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:27,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:20:27,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-11-26T19:20:27,631 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648827631, completionTime=-1 2024-11-26T19:20:27,631 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:20:27,631 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:20:27,633 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:20:27,633 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648887633 2024-11-26T19:20:27,633 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732648947633 2024-11-26T19:20:27,633 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T19:20:27,633 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46687,1732648824946-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:27,634 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46687,1732648824946-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:27,634 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46687,1732648824946-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:27,634 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:46687, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:27,634 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:27,634 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:27,636 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:20:27,637 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.565sec 2024-11-26T19:20:27,637 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:20:27,637 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:20:27,637 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:20:27,637 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:20:27,637 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:20:27,637 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46687,1732648824946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:20:27,637 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46687,1732648824946-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:20:27,639 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:20:27,639 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:20:27,639 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46687,1732648824946-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:27,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14804509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:27,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,46687,-1 for getting cluster id 2024-11-26T19:20:27,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:27,651 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c70f6783-9488-435f-8ba4-729e141e931b' 2024-11-26T19:20:27,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:27,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c70f6783-9488-435f-8ba4-729e141e931b" 2024-11-26T19:20:27,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105d4ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:27,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,46687,-1] 2024-11-26T19:20:27,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:27,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:27,653 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:27,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41beb40b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:27,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:27,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,39057,1732648825010, seqNum=-1] 2024-11-26T19:20:27,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:27,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:20:27,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,46687,1732648824946 2024-11-26T19:20:27,658 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57917 2024-11-26T19:20:27,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:20:27,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10155b8d72c0002 connected 2024-11-26T19:20:27,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/hadoop.log.dir so I do NOT create it in target/test-data/6d56f773-831d-1578-7854-bad45663825d 2024-11-26T19:20:27,666 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T19:20:27,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/hadoop.tmp.dir so I do NOT create it in target/test-data/6d56f773-831d-1578-7854-bad45663825d 2024-11-26T19:20:27,666 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T19:20:27,666 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d 2024-11-26T19:20:27,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:20:27,666 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/cluster_27b52b94-31c0-10e5-f279-a2f1aceca0ef, deleteOnExit=true 2024-11-26T19:20:27,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:20:27,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/test.cache.data in system properties and HBase conf 2024-11-26T19:20:27,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:20:27,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:20:27,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:20:27,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:20:27,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:20:27,666 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:20:27,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:20:27,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:20:27,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:20:27,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:20:27,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:20:27,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:20:27,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:20:27,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:20:27,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:20:27,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:20:27,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:20:27,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:20:27,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:20:27,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:20:27,735 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T19:20:27,736 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:27,736 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:27,762 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:27,763 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:27,763 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:27,763 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:27,764 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:27,764 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:27,773 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:27,777 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:27,777 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:27,779 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:27,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T19:20:27,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T19:20:27,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:20:27,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:20:27,808 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:20:27,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:20:27,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:20:27,810 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T19:20:27,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:20:27,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19545d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:20:27,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cb3e16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:20:27,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6afd0b22{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/java.io.tmpdir/jetty-localhost-41007-hadoop-hdfs-3_4_1-tests_jar-_-any-9428120150460055995/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:20:27,930 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cd26dc7{HTTP/1.1, (http/1.1)}{localhost:41007} 2024-11-26T19:20:27,930 INFO [Time-limited test {}] server.Server(415): Started @205611ms 2024-11-26T19:20:28,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:20:28,018 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:20:28,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:20:28,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:20:28,021 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:20:28,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68e60340{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:20:28,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31c528cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:20:28,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72381bcb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/java.io.tmpdir/jetty-localhost-37625-hadoop-hdfs-3_4_1-tests_jar-_-any-13018474839398200001/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:20:28,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40b203ab{HTTP/1.1, (http/1.1)}{localhost:37625} 2024-11-26T19:20:28,137 INFO [Time-limited test {}] server.Server(415): Started @205818ms 2024-11-26T19:20:28,138 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:20:28,240 WARN [Thread-2787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/cluster_27b52b94-31c0-10e5-f279-a2f1aceca0ef/data/data1/current/BP-1882991226-172.17.0.2-1732648827689/current, will proceed with Du for space computation calculation, 2024-11-26T19:20:28,240 WARN [Thread-2788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/cluster_27b52b94-31c0-10e5-f279-a2f1aceca0ef/data/data2/current/BP-1882991226-172.17.0.2-1732648827689/current, will proceed with Du for space computation calculation, 2024-11-26T19:20:28,258 WARN [Thread-2775 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:20:28,260 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93670b78302f4cb1 with lease ID 0xe0f2377cb5b6c541: Processing first storage report for DS-bc9ae98a-da26-435e-ade9-cda14cc2920b from datanode DatanodeRegistration(127.0.0.1:42827, datanodeUuid=ce4ebc07-fd7e-4959-af8e-005fa6213ed6, infoPort=39893, infoSecurePort=0, ipcPort=42957, storageInfo=lv=-57;cid=testClusterID;nsid=692544927;c=1732648827689) 2024-11-26T19:20:28,260 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93670b78302f4cb1 with lease ID 0xe0f2377cb5b6c541: from storage DS-bc9ae98a-da26-435e-ade9-cda14cc2920b node DatanodeRegistration(127.0.0.1:42827, datanodeUuid=ce4ebc07-fd7e-4959-af8e-005fa6213ed6, infoPort=39893, infoSecurePort=0, ipcPort=42957, storageInfo=lv=-57;cid=testClusterID;nsid=692544927;c=1732648827689), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:20:28,260 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93670b78302f4cb1 with lease ID 0xe0f2377cb5b6c541: Processing first storage report for DS-c881075b-0d24-4ede-aa25-4debc51cb9c7 from datanode DatanodeRegistration(127.0.0.1:42827, datanodeUuid=ce4ebc07-fd7e-4959-af8e-005fa6213ed6, infoPort=39893, infoSecurePort=0, ipcPort=42957, storageInfo=lv=-57;cid=testClusterID;nsid=692544927;c=1732648827689) 2024-11-26T19:20:28,260 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93670b78302f4cb1 with lease ID 0xe0f2377cb5b6c541: from storage DS-c881075b-0d24-4ede-aa25-4debc51cb9c7 node DatanodeRegistration(127.0.0.1:42827, datanodeUuid=ce4ebc07-fd7e-4959-af8e-005fa6213ed6, infoPort=39893, infoSecurePort=0, ipcPort=42957, storageInfo=lv=-57;cid=testClusterID;nsid=692544927;c=1732648827689), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:20:28,359 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d 2024-11-26T19:20:28,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:28,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:28,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:20:28,768 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d with version=8 2024-11-26T19:20:28,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/hbase-staging 2024-11-26T19:20:28,770 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:20:28,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:28,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:28,771 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:20:28,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:28,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:20:28,771 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:20:28,771 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:20:28,771 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36589 2024-11-26T19:20:28,772 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36589 connecting to ZooKeeper ensemble=127.0.0.1:57917 2024-11-26T19:20:28,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365890x0, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:20:28,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36589-0x10155b8d72c0003 connected 2024-11-26T19:20:28,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:28,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:28,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Set watcher on znode that does not yet exist, /1769467197/running 2024-11-26T19:20:28,799 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d, hbase.cluster.distributed=false 2024-11-26T19:20:28,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Set watcher on znode that does not yet exist, /1769467197/acl 2024-11-26T19:20:28,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36589 2024-11-26T19:20:28,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36589 2024-11-26T19:20:28,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36589 2024-11-26T19:20:28,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36589 2024-11-26T19:20:28,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36589 2024-11-26T19:20:28,816 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:20:28,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:28,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:28,816 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:20:28,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:28,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:20:28,816 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:20:28,817 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:20:28,817 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46445 2024-11-26T19:20:28,818 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46445 connecting to ZooKeeper ensemble=127.0.0.1:57917 2024-11-26T19:20:28,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:28,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:28,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464450x0, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:20:28,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464450x0, quorum=127.0.0.1:57917, baseZNode=/1769467197 Set watcher on znode that does not yet exist, /1769467197/running 2024-11-26T19:20:28,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46445-0x10155b8d72c0004 connected 2024-11-26T19:20:28,824 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:20:28,824 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:20:28,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46445-0x10155b8d72c0004, quorum=127.0.0.1:57917, baseZNode=/1769467197 Set watcher on znode that does not yet exist, /1769467197/master 2024-11-26T19:20:28,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46445-0x10155b8d72c0004, quorum=127.0.0.1:57917, baseZNode=/1769467197 Set watcher on znode that does not yet exist, /1769467197/acl 2024-11-26T19:20:28,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46445 2024-11-26T19:20:28,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46445 2024-11-26T19:20:28,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46445 2024-11-26T19:20:28,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46445 2024-11-26T19:20:28,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46445 2024-11-26T19:20:28,847 DEBUG [M:0;fe76acf732b2:36589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:36589 2024-11-26T19:20:28,847 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1769467197/backup-masters/fe76acf732b2,36589,1732648828770 2024-11-26T19:20:28,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197/backup-masters 2024-11-26T19:20:28,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46445-0x10155b8d72c0004, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197/backup-masters 2024-11-26T19:20:28,849 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Set watcher on existing znode=/1769467197/backup-masters/fe76acf732b2,36589,1732648828770 2024-11-26T19:20:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46445-0x10155b8d72c0004, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1769467197/master 2024-11-26T19:20:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46445-0x10155b8d72c0004, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197 2024-11-26T19:20:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197 2024-11-26T19:20:28,852 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Set watcher on existing znode=/1769467197/master 2024-11-26T19:20:28,852 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1769467197/backup-masters/fe76acf732b2,36589,1732648828770 from backup master directory 2024-11-26T19:20:28,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1769467197/backup-masters/fe76acf732b2,36589,1732648828770 2024-11-26T19:20:28,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46445-0x10155b8d72c0004, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197/backup-masters 2024-11-26T19:20:28,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197/backup-masters 2024-11-26T19:20:28,853 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:20:28,853 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,36589,1732648828770 2024-11-26T19:20:28,856 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/hbase.id] with ID: 2f9cdc3f-3afb-4227-ae4d-bf4637706888 2024-11-26T19:20:28,856 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/.tmp/hbase.id 2024-11-26T19:20:28,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:20:29,263 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/.tmp/hbase.id]:[hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/hbase.id] 2024-11-26T19:20:29,274 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:29,274 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:20:29,275 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T19:20:29,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197 2024-11-26T19:20:29,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46445-0x10155b8d72c0004, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197 2024-11-26T19:20:29,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:20:29,682 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:20:29,683 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:20:29,683 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:20:29,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:20:30,089 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/data/master/store 2024-11-26T19:20:30,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:20:30,104 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:30,104 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:20:30,104 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:30,104 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:30,104 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:20:30,104 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:30,104 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:30,104 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648830104Disabling compacts and flushes for region at 1732648830104Disabling writes for close at 1732648830104Writing region close event to WAL at 1732648830104Closed at 1732648830104 2024-11-26T19:20:30,105 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/data/master/store/.initializing 2024-11-26T19:20:30,105 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/WALs/fe76acf732b2,36589,1732648828770 2024-11-26T19:20:30,106 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:20:30,108 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C36589%2C1732648828770, suffix=, logDir=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/WALs/fe76acf732b2,36589,1732648828770, archiveDir=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/oldWALs, maxLogs=10 2024-11-26T19:20:30,126 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/WALs/fe76acf732b2,36589,1732648828770/fe76acf732b2%2C36589%2C1732648828770.1732648830108, exclude list is [], retry=0 2024-11-26T19:20:30,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-bc9ae98a-da26-435e-ade9-cda14cc2920b,DISK] 2024-11-26T19:20:30,132 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/WALs/fe76acf732b2,36589,1732648828770/fe76acf732b2%2C36589%2C1732648828770.1732648830108 2024-11-26T19:20:30,132 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39893:39893)] 2024-11-26T19:20:30,132 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:20:30,132 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:30,133 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:30,133 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:30,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:30,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:20:30,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:30,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:30,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:30,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:20:30,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:30,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:30,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:30,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:20:30,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:30,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:30,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:30,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:20:30,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:30,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:30,140 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:30,141 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:30,141 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:30,142 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:30,142 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:30,143 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:20:30,162 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:30,165 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:20:30,168 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64493016, jitterRate=-0.038979172706604004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:20:30,168 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648830133Initializing all the Stores at 1732648830134 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648830134Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648830134Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648830134Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648830134Cleaning up temporary data from old regions at 1732648830142 (+8 ms)Region opened successfully at 1732648830168 (+26 ms) 2024-11-26T19:20:30,169 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:20:30,171 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3142e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:20:30,172 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:20:30,172 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:20:30,172 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:20:30,172 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:20:30,172 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:20:30,173 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T19:20:30,173 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:20:30,179 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:20:30,180 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Unable to get data of znode /1769467197/balancer because node does not exist (not necessarily an error) 2024-11-26T19:20:30,181 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1769467197/balancer already deleted, retry=false 2024-11-26T19:20:30,182 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:20:30,183 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Unable to get data of znode /1769467197/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:20:30,185 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1769467197/normalizer already deleted, retry=false 2024-11-26T19:20:30,185 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:20:30,189 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Unable to get data of znode /1769467197/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:20:30,190 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1769467197/switch/split already deleted, retry=false 2024-11-26T19:20:30,190 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Unable to get data of znode /1769467197/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:20:30,191 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1769467197/switch/merge already deleted, retry=false 2024-11-26T19:20:30,193 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Unable to get data of znode /1769467197/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:20:30,194 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1769467197/snapshot-cleanup already deleted, retry=false 2024-11-26T19:20:30,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1769467197/running 2024-11-26T19:20:30,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46445-0x10155b8d72c0004, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1769467197/running 2024-11-26T19:20:30,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197 2024-11-26T19:20:30,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46445-0x10155b8d72c0004, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197 2024-11-26T19:20:30,197 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,36589,1732648828770, sessionid=0x10155b8d72c0003, setting cluster-up flag (Was=false) 2024-11-26T19:20:30,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197 2024-11-26T19:20:30,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46445-0x10155b8d72c0004, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197 2024-11-26T19:20:30,203 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1769467197/flush-table-proc/acquired, /1769467197/flush-table-proc/reached, /1769467197/flush-table-proc/abort 2024-11-26T19:20:30,204 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,36589,1732648828770 2024-11-26T19:20:30,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197 2024-11-26T19:20:30,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46445-0x10155b8d72c0004, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197 2024-11-26T19:20:30,212 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1769467197/online-snapshot/acquired, /1769467197/online-snapshot/reached, /1769467197/online-snapshot/abort 2024-11-26T19:20:30,212 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,36589,1732648828770 2024-11-26T19:20:30,213 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:20:30,215 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:20:30,215 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:20:30,215 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:20:30,216 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,36589,1732648828770 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:20:30,217 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:20:30,217 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:20:30,217 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:20:30,217 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:20:30,217 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:20:30,217 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:30,217 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:20:30,217 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:30,219 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:20:30,219 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:20:30,220 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:30,220 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:20:30,230 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648860229 2024-11-26T19:20:30,230 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:20:30,230 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:20:30,230 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:20:30,230 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:20:30,231 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:20:30,231 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:20:30,232 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:30,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:20:30,236 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:20:30,237 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:20:30,237 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:20:30,237 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:20:30,240 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:20:30,240 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:20:30,240 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648830240,5,FailOnTimeoutGroup] 2024-11-26T19:20:30,240 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(746): ClusterId : 2f9cdc3f-3afb-4227-ae4d-bf4637706888 2024-11-26T19:20:30,240 DEBUG [RS:0;fe76acf732b2:46445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:20:30,242 DEBUG [RS:0;fe76acf732b2:46445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:20:30,242 DEBUG [RS:0;fe76acf732b2:46445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:20:30,244 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648830240,5,FailOnTimeoutGroup] 2024-11-26T19:20:30,244 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:30,244 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:20:30,244 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:30,244 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:30,246 DEBUG [RS:0;fe76acf732b2:46445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:20:30,246 DEBUG [RS:0;fe76acf732b2:46445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef929b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:20:30,262 DEBUG [RS:0;fe76acf732b2:46445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:46445 2024-11-26T19:20:30,262 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:20:30,262 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:20:30,262 DEBUG [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:20:30,263 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,36589,1732648828770 with port=46445, startcode=1732648828816 2024-11-26T19:20:30,263 DEBUG [RS:0;fe76acf732b2:46445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:20:30,265 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:20:30,265 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,46445,1732648828816 2024-11-26T19:20:30,265 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36589 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,46445,1732648828816 2024-11-26T19:20:30,267 DEBUG [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d 2024-11-26T19:20:30,267 DEBUG [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37819 2024-11-26T19:20:30,267 DEBUG [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:20:30,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197/rs 2024-11-26T19:20:30,269 DEBUG [RS:0;fe76acf732b2:46445 {}] zookeeper.ZKUtil(111): regionserver:46445-0x10155b8d72c0004, quorum=127.0.0.1:57917, baseZNode=/1769467197 Set watcher on existing znode=/1769467197/rs/fe76acf732b2,46445,1732648828816 2024-11-26T19:20:30,269 WARN [RS:0;fe76acf732b2:46445 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:20:30,269 INFO [RS:0;fe76acf732b2:46445 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:20:30,269 DEBUG [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816 2024-11-26T19:20:30,269 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,46445,1732648828816] 2024-11-26T19:20:30,279 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:20:30,284 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:20:30,293 INFO [RS:0;fe76acf732b2:46445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:20:30,293 INFO [RS:0;fe76acf732b2:46445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:30,296 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:20:30,297 INFO [RS:0;fe76acf732b2:46445 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:20:30,297 INFO [RS:0;fe76acf732b2:46445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:30,297 DEBUG [RS:0;fe76acf732b2:46445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:30,297 DEBUG [RS:0;fe76acf732b2:46445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:30,297 DEBUG [RS:0;fe76acf732b2:46445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:30,297 DEBUG [RS:0;fe76acf732b2:46445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:30,297 DEBUG [RS:0;fe76acf732b2:46445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:30,297 DEBUG [RS:0;fe76acf732b2:46445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:20:30,297 DEBUG [RS:0;fe76acf732b2:46445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:30,297 DEBUG [RS:0;fe76acf732b2:46445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:30,297 DEBUG [RS:0;fe76acf732b2:46445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:30,297 DEBUG [RS:0;fe76acf732b2:46445 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:30,297 DEBUG [RS:0;fe76acf732b2:46445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:30,297 DEBUG [RS:0;fe76acf732b2:46445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:30,297 DEBUG [RS:0;fe76acf732b2:46445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:20:30,297 DEBUG [RS:0;fe76acf732b2:46445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:20:30,298 INFO [RS:0;fe76acf732b2:46445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:30,298 INFO [RS:0;fe76acf732b2:46445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:30,298 INFO [RS:0;fe76acf732b2:46445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:30,298 INFO [RS:0;fe76acf732b2:46445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:30,298 INFO [RS:0;fe76acf732b2:46445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:30,298 INFO [RS:0;fe76acf732b2:46445 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46445,1732648828816-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:20:30,316 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:20:30,316 INFO [RS:0;fe76acf732b2:46445 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46445,1732648828816-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:30,316 INFO [RS:0;fe76acf732b2:46445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:30,316 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.Replication(171): fe76acf732b2,46445,1732648828816 started 2024-11-26T19:20:30,334 INFO [RS:0;fe76acf732b2:46445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:30,334 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,46445,1732648828816, RpcServer on fe76acf732b2/172.17.0.2:46445, sessionid=0x10155b8d72c0004 2024-11-26T19:20:30,334 DEBUG [RS:0;fe76acf732b2:46445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:20:30,334 DEBUG [RS:0;fe76acf732b2:46445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,46445,1732648828816 2024-11-26T19:20:30,334 DEBUG [RS:0;fe76acf732b2:46445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,46445,1732648828816' 2024-11-26T19:20:30,334 DEBUG [RS:0;fe76acf732b2:46445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1769467197/flush-table-proc/abort' 2024-11-26T19:20:30,334 DEBUG [RS:0;fe76acf732b2:46445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1769467197/flush-table-proc/acquired' 2024-11-26T19:20:30,335 DEBUG [RS:0;fe76acf732b2:46445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:20:30,335 DEBUG [RS:0;fe76acf732b2:46445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:20:30,335 DEBUG [RS:0;fe76acf732b2:46445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,46445,1732648828816 2024-11-26T19:20:30,335 DEBUG [RS:0;fe76acf732b2:46445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,46445,1732648828816' 2024-11-26T19:20:30,335 DEBUG [RS:0;fe76acf732b2:46445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1769467197/online-snapshot/abort' 2024-11-26T19:20:30,335 DEBUG [RS:0;fe76acf732b2:46445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1769467197/online-snapshot/acquired' 2024-11-26T19:20:30,335 DEBUG [RS:0;fe76acf732b2:46445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:20:30,335 INFO [RS:0;fe76acf732b2:46445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:20:30,335 INFO [RS:0;fe76acf732b2:46445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:20:30,436 INFO [RS:0;fe76acf732b2:46445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:20:30,437 INFO [RS:0;fe76acf732b2:46445 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C46445%2C1732648828816, suffix=, logDir=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816, archiveDir=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/oldWALs, maxLogs=10 2024-11-26T19:20:30,454 DEBUG [RS:0;fe76acf732b2:46445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437, exclude list is [], retry=0 2024-11-26T19:20:30,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-bc9ae98a-da26-435e-ade9-cda14cc2920b,DISK] 2024-11-26T19:20:30,458 INFO [RS:0;fe76acf732b2:46445 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 2024-11-26T19:20:30,459 DEBUG [RS:0;fe76acf732b2:46445 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39893:39893)] 2024-11-26T19:20:30,635 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:20:30,635 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d 2024-11-26T19:20:30,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741833_1009 (size=32) 2024-11-26T19:20:31,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:31,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:20:31,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:20:31,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:31,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:31,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:20:31,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:20:31,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:31,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:31,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:20:31,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:20:31,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:31,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:31,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:20:31,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:20:31,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:31,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:31,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:20:31,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740 2024-11-26T19:20:31,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740 2024-11-26T19:20:31,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:20:31,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:20:31,049 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:20:31,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:20:31,051 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:20:31,052 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65435750, jitterRate=-0.024931341409683228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:20:31,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648831041Initializing all the Stores at 1732648831041Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648831041Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648831042 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648831042Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648831042Cleaning up temporary data from old regions at 1732648831048 (+6 ms)Region opened successfully at 1732648831052 (+4 ms) 2024-11-26T19:20:31,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:20:31,052 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:20:31,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:20:31,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:20:31,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:20:31,052 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:20:31,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648831052Disabling compacts and flushes for region at 1732648831052Disabling writes for close at 1732648831052Writing region close event to WAL at 1732648831052Closed at 1732648831052 2024-11-26T19:20:31,053 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:20:31,053 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:20:31,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:20:31,054 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:20:31,055 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:20:31,205 DEBUG [fe76acf732b2:36589 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:20:31,206 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,46445,1732648828816 2024-11-26T19:20:31,207 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,46445,1732648828816, state=OPENING 2024-11-26T19:20:31,210 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:20:31,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46445-0x10155b8d72c0004, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197 2024-11-26T19:20:31,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197 2024-11-26T19:20:31,212 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:20:31,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1769467197/meta-region-server: CHANGED 2024-11-26T19:20:31,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1769467197/meta-region-server: CHANGED 2024-11-26T19:20:31,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,46445,1732648828816}] 2024-11-26T19:20:31,364 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:20:31,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:20:31,369 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:20:31,369 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:20:31,369 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:20:31,371 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C46445%2C1732648828816.meta, suffix=.meta, logDir=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816, archiveDir=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/oldWALs, maxLogs=10 2024-11-26T19:20:31,392 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.meta.1732648831371.meta, exclude list is [], retry=0 2024-11-26T19:20:31,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-bc9ae98a-da26-435e-ade9-cda14cc2920b,DISK] 2024-11-26T19:20:31,397 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.meta.1732648831371.meta 2024-11-26T19:20:31,397 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39893:39893)] 2024-11-26T19:20:31,398 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:20:31,398 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:20:31,398 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:20:31,398 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:20:31,398 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:20:31,399 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:20:31,399 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:31,399 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:20:31,399 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:20:31,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:20:31,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:20:31,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:31,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:31,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:20:31,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:20:31,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:31,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:31,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:20:31,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:20:31,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:31,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:31,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:20:31,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:20:31,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:31,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:31,405 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:20:31,406 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740 2024-11-26T19:20:31,406 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740 2024-11-26T19:20:31,407 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:20:31,407 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:20:31,408 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:20:31,409 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:20:31,409 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62906023, jitterRate=-0.06262721121311188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:20:31,409 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:20:31,410 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648831399Writing region info on filesystem at 1732648831399Initializing all the Stores at 1732648831400 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648831400Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648831400Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648831400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648831400Cleaning up temporary data from old regions at 1732648831407 (+7 ms)Running coprocessor post-open hooks at 1732648831409 (+2 ms)Region opened successfully at 1732648831410 (+1 ms) 2024-11-26T19:20:31,410 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648831364 2024-11-26T19:20:31,413 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:20:31,413 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:20:31,413 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,46445,1732648828816 2024-11-26T19:20:31,414 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,46445,1732648828816, state=OPEN 2024-11-26T19:20:31,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46445-0x10155b8d72c0004, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1769467197/meta-region-server 2024-11-26T19:20:31,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1769467197/meta-region-server 2024-11-26T19:20:31,415 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,46445,1732648828816 2024-11-26T19:20:31,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1769467197/meta-region-server: CHANGED 2024-11-26T19:20:31,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1769467197/meta-region-server: CHANGED 2024-11-26T19:20:31,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:20:31,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,46445,1732648828816 in 203 msec 2024-11-26T19:20:31,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:20:31,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-26T19:20:31,420 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:20:31,420 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:20:31,421 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:31,421 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,46445,1732648828816, seqNum=-1] 2024-11-26T19:20:31,421 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:31,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:20:31,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2120 sec 2024-11-26T19:20:31,427 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648831427, completionTime=-1 2024-11-26T19:20:31,427 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:20:31,427 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:20:31,429 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:20:31,429 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648891429 2024-11-26T19:20:31,429 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732648951429 2024-11-26T19:20:31,429 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T19:20:31,429 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,36589,1732648828770-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:31,429 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,36589,1732648828770-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:31,429 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,36589,1732648828770-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:31,429 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:36589, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:31,429 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:31,430 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:31,431 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:20:31,433 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.580sec 2024-11-26T19:20:31,433 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:20:31,433 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:20:31,433 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:20:31,433 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:20:31,433 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:20:31,433 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,36589,1732648828770-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:20:31,433 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,36589,1732648828770-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:20:31,435 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:20:31,435 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:20:31,435 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,36589,1732648828770-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:31,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab5754e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:31,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,36589,-1 for getting cluster id 2024-11-26T19:20:31,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:31,442 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f9cdc3f-3afb-4227-ae4d-bf4637706888' 2024-11-26T19:20:31,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:31,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f9cdc3f-3afb-4227-ae4d-bf4637706888" 2024-11-26T19:20:31,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469adf73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:31,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,36589,-1] 2024-11-26T19:20:31,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:31,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:31,444 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:31,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d1b841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:31,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,46445,1732648828816, seqNum=-1] 2024-11-26T19:20:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:31,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:20:31,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,36589,1732648828770 2024-11-26T19:20:31,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57917 2024-11-26T19:20:31,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:20:31,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10155b8d72c0005 connected 2024-11-26T19:20:31,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/hadoop.log.dir so I do NOT create it in target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d 2024-11-26T19:20:31,455 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T19:20:31,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/hadoop.tmp.dir so I do NOT create it in target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d 2024-11-26T19:20:31,455 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T19:20:31,455 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d 2024-11-26T19:20:31,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:20:31,455 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/cluster_d75e0e81-1c0e-d5e8-e16e-8d50dde9d4da, deleteOnExit=true 2024-11-26T19:20:31,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:20:31,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/test.cache.data in system properties and HBase conf 2024-11-26T19:20:31,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:20:31,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:20:31,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:20:31,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:20:31,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:20:31,456 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:20:31,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:20:31,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:20:31,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:20:31,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:20:31,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:20:31,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:20:31,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:20:31,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:20:31,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:20:31,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:20:31,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:20:31,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:20:31,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:20:31,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:20:31,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:20:31,543 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:20:31,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:20:31,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:20:31,544 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T19:20:31,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:20:31,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@185a4390{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:20:31,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e69882f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:20:31,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@584a7232{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/java.io.tmpdir/jetty-localhost-42673-hadoop-hdfs-3_4_1-tests_jar-_-any-11840712701026282633/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:20:31,669 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cc73af2{HTTP/1.1, (http/1.1)}{localhost:42673} 2024-11-26T19:20:31,669 INFO [Time-limited test {}] server.Server(415): Started @209350ms 2024-11-26T19:20:31,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:20:31,749 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:20:31,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:20:31,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:20:31,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:20:31,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@334a8ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:20:31,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ada0127{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:20:31,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39bbaf65{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/java.io.tmpdir/jetty-localhost-38819-hadoop-hdfs-3_4_1-tests_jar-_-any-7656505305243796941/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:20:31,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13f1de22{HTTP/1.1, (http/1.1)}{localhost:38819} 2024-11-26T19:20:31,883 INFO [Time-limited test {}] server.Server(415): Started @209564ms 2024-11-26T19:20:31,885 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:20:31,991 WARN [Thread-2907 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/cluster_d75e0e81-1c0e-d5e8-e16e-8d50dde9d4da/data/data1/current/BP-1307869112-172.17.0.2-1732648831483/current, will proceed with Du for space computation calculation, 2024-11-26T19:20:31,991 WARN [Thread-2908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/cluster_d75e0e81-1c0e-d5e8-e16e-8d50dde9d4da/data/data2/current/BP-1307869112-172.17.0.2-1732648831483/current, will proceed with Du for space computation calculation, 2024-11-26T19:20:32,024 WARN [Thread-2895 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:20:32,029 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce4d2aeb7549a9b6 with lease ID 0xbf8c3c4e956317ec: Processing first storage report for DS-606251ac-d0cc-41f8-b759-70d60f0c9b52 from datanode DatanodeRegistration(127.0.0.1:40511, datanodeUuid=42af7d8a-5005-4cde-8ce0-a29f6a9405b8, infoPort=38903, infoSecurePort=0, ipcPort=33537, storageInfo=lv=-57;cid=testClusterID;nsid=414802461;c=1732648831483) 2024-11-26T19:20:32,029 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce4d2aeb7549a9b6 with lease ID 0xbf8c3c4e956317ec: from storage DS-606251ac-d0cc-41f8-b759-70d60f0c9b52 node DatanodeRegistration(127.0.0.1:40511, datanodeUuid=42af7d8a-5005-4cde-8ce0-a29f6a9405b8, infoPort=38903, infoSecurePort=0, ipcPort=33537, storageInfo=lv=-57;cid=testClusterID;nsid=414802461;c=1732648831483), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:20:32,029 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce4d2aeb7549a9b6 with lease ID 0xbf8c3c4e956317ec: Processing first storage report for DS-1f43bbe7-a826-48a6-8b6b-eae3b5c0d182 from datanode DatanodeRegistration(127.0.0.1:40511, datanodeUuid=42af7d8a-5005-4cde-8ce0-a29f6a9405b8, infoPort=38903, infoSecurePort=0, ipcPort=33537, storageInfo=lv=-57;cid=testClusterID;nsid=414802461;c=1732648831483) 2024-11-26T19:20:32,029 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce4d2aeb7549a9b6 with lease ID 0xbf8c3c4e956317ec: from storage DS-1f43bbe7-a826-48a6-8b6b-eae3b5c0d182 node DatanodeRegistration(127.0.0.1:40511, datanodeUuid=42af7d8a-5005-4cde-8ce0-a29f6a9405b8, infoPort=38903, infoSecurePort=0, ipcPort=33537, storageInfo=lv=-57;cid=testClusterID;nsid=414802461;c=1732648831483), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:20:32,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d 2024-11-26T19:20:32,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:32,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:32,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:20:32,487 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T19:20:32,526 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846 with version=8 2024-11-26T19:20:32,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/hbase-staging 2024-11-26T19:20:32,529 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:20:32,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:32,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:32,529 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:20:32,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:32,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:20:32,529 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:20:32,529 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:20:32,530 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42125 2024-11-26T19:20:32,531 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42125 connecting to ZooKeeper ensemble=127.0.0.1:57917 2024-11-26T19:20:32,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421250x0, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:20:32,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42125-0x10155b8d72c0006 connected 2024-11-26T19:20:32,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:32,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:32,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Set watcher on znode that does not yet exist, /2-850782679/running 2024-11-26T19:20:32,548 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846, hbase.cluster.distributed=false 2024-11-26T19:20:32,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Set watcher on znode that does not yet exist, /2-850782679/acl 2024-11-26T19:20:32,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42125 2024-11-26T19:20:32,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42125 2024-11-26T19:20:32,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42125 2024-11-26T19:20:32,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42125 2024-11-26T19:20:32,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42125 2024-11-26T19:20:32,572 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:20:32,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:32,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:32,572 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:20:32,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:20:32,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:20:32,572 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:20:32,572 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:20:32,573 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33345 2024-11-26T19:20:32,573 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33345 connecting to ZooKeeper ensemble=127.0.0.1:57917 2024-11-26T19:20:32,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:32,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:32,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333450x0, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:20:32,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333450x0, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Set watcher on znode that does not yet exist, /2-850782679/running 2024-11-26T19:20:32,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33345-0x10155b8d72c0007 connected 2024-11-26T19:20:32,580 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:20:32,584 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:20:32,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33345-0x10155b8d72c0007, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Set watcher on znode that does not yet exist, /2-850782679/master 2024-11-26T19:20:32,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33345-0x10155b8d72c0007, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Set watcher on znode that does not yet exist, /2-850782679/acl 2024-11-26T19:20:32,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33345 2024-11-26T19:20:32,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33345 2024-11-26T19:20:32,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33345 2024-11-26T19:20:32,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33345 2024-11-26T19:20:32,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33345 2024-11-26T19:20:32,605 DEBUG [M:0;fe76acf732b2:42125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:42125 2024-11-26T19:20:32,606 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-850782679/backup-masters/fe76acf732b2,42125,1732648832528 2024-11-26T19:20:32,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679/backup-masters 2024-11-26T19:20:32,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x10155b8d72c0007, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679/backup-masters 2024-11-26T19:20:32,608 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Set watcher on existing znode=/2-850782679/backup-masters/fe76acf732b2,42125,1732648832528 2024-11-26T19:20:32,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x10155b8d72c0007, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-850782679/master 2024-11-26T19:20:32,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x10155b8d72c0007, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679 2024-11-26T19:20:32,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679 2024-11-26T19:20:32,610 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Set watcher on existing znode=/2-850782679/master 2024-11-26T19:20:32,611 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-850782679/backup-masters/fe76acf732b2,42125,1732648832528 from backup master directory 2024-11-26T19:20:32,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-850782679/backup-masters/fe76acf732b2,42125,1732648832528 2024-11-26T19:20:32,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x10155b8d72c0007, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679/backup-masters 2024-11-26T19:20:32,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679/backup-masters 2024-11-26T19:20:32,613 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:20:32,613 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,42125,1732648832528 2024-11-26T19:20:32,616 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/hbase.id] with ID: ccc8434b-2889-4e79-a00d-1ebe75180d38 2024-11-26T19:20:32,616 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/.tmp/hbase.id 2024-11-26T19:20:32,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:20:33,023 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/.tmp/hbase.id]:[hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/hbase.id] 2024-11-26T19:20:33,032 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:20:33,032 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:20:33,035 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-26T19:20:33,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x10155b8d72c0007, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679 2024-11-26T19:20:33,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679 2024-11-26T19:20:33,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:20:33,100 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:20:33,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:33,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:33,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:33,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:33,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:33,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:33,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:33,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:33,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:33,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:33,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:33,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:33,449 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:20:33,449 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:20:33,450 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:20:33,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:20:33,856 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/data/master/store 2024-11-26T19:20:33,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:20:33,862 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:33,862 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:20:33,862 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:33,862 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:33,862 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:20:33,862 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:33,862 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:33,862 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648833862Disabling compacts and flushes for region at 1732648833862Disabling writes for close at 1732648833862Writing region close event to WAL at 1732648833862Closed at 1732648833862 2024-11-26T19:20:33,863 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/data/master/store/.initializing 2024-11-26T19:20:33,863 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/WALs/fe76acf732b2,42125,1732648832528 2024-11-26T19:20:33,864 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:20:33,865 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C42125%2C1732648832528, suffix=, logDir=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/WALs/fe76acf732b2,42125,1732648832528, archiveDir=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/oldWALs, maxLogs=10 2024-11-26T19:20:33,878 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/WALs/fe76acf732b2,42125,1732648832528/fe76acf732b2%2C42125%2C1732648832528.1732648833865, exclude list is [], retry=0 2024-11-26T19:20:33,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40511,DS-606251ac-d0cc-41f8-b759-70d60f0c9b52,DISK] 2024-11-26T19:20:33,882 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/WALs/fe76acf732b2,42125,1732648832528/fe76acf732b2%2C42125%2C1732648832528.1732648833865 2024-11-26T19:20:33,882 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38903:38903)] 2024-11-26T19:20:33,882 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:20:33,883 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:33,883 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:33,883 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:33,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:33,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:20:33,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:33,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:33,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:33,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:20:33,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:33,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:33,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:33,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:20:33,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:33,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:33,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:33,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:20:33,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:33,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:33,889 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:33,890 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:33,890 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:33,891 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:33,891 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:33,891 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:20:33,892 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:20:33,893 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:20:33,893 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60093564, jitterRate=-0.10453611612319946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:20:33,894 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648833883Initializing all the Stores at 1732648833884 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648833884Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648833884Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648833884Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648833884Cleaning up temporary data from old regions at 1732648833891 (+7 ms)Region opened successfully at 1732648833894 (+3 ms) 2024-11-26T19:20:33,894 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:20:33,896 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@178a7803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:20:33,897 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:20:33,897 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:20:33,897 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:20:33,897 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:20:33,897 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:20:33,898 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T19:20:33,898 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:20:33,899 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:20:33,900 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Unable to get data of znode /2-850782679/balancer because node does not exist (not necessarily an error) 2024-11-26T19:20:33,901 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-850782679/balancer already deleted, retry=false 2024-11-26T19:20:33,901 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:20:33,902 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Unable to get data of znode /2-850782679/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:20:33,903 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-850782679/normalizer already deleted, retry=false 2024-11-26T19:20:33,903 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:20:33,904 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Unable to get data of znode /2-850782679/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:20:33,906 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-850782679/switch/split already deleted, retry=false 2024-11-26T19:20:33,906 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Unable to get data of znode /2-850782679/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:20:33,907 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-850782679/switch/merge already deleted, retry=false 2024-11-26T19:20:33,909 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Unable to get data of znode /2-850782679/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:20:33,910 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-850782679/snapshot-cleanup already deleted, retry=false 2024-11-26T19:20:33,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-850782679/running 2024-11-26T19:20:33,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x10155b8d72c0007, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-850782679/running 2024-11-26T19:20:33,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679 2024-11-26T19:20:33,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x10155b8d72c0007, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679 2024-11-26T19:20:33,912 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,42125,1732648832528, sessionid=0x10155b8d72c0006, setting cluster-up flag (Was=false) 2024-11-26T19:20:33,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x10155b8d72c0007, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679 2024-11-26T19:20:33,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679 2024-11-26T19:20:33,919 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-850782679/flush-table-proc/acquired, /2-850782679/flush-table-proc/reached, /2-850782679/flush-table-proc/abort 2024-11-26T19:20:33,919 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,42125,1732648832528 2024-11-26T19:20:33,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679 2024-11-26T19:20:33,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x10155b8d72c0007, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679 2024-11-26T19:20:33,926 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-850782679/online-snapshot/acquired, /2-850782679/online-snapshot/reached, /2-850782679/online-snapshot/abort 2024-11-26T19:20:33,927 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,42125,1732648832528 2024-11-26T19:20:33,928 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:20:33,929 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:20:33,929 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:20:33,929 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:20:33,929 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,42125,1732648832528 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:20:33,930 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:20:33,930 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:20:33,930 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:20:33,931 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:20:33,931 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:20:33,931 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:33,931 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:20:33,931 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:33,932 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648863931 2024-11-26T19:20:33,932 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:20:33,932 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:20:33,932 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:20:33,932 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:20:33,932 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:20:33,932 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:20:33,932 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:33,932 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:20:33,932 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:20:33,933 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:33,933 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:20:33,936 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:20:33,936 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:20:33,936 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:20:33,937 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:20:33,937 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:20:33,937 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:20:33,938 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648833937,5,FailOnTimeoutGroup] 2024-11-26T19:20:33,939 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648833938,5,FailOnTimeoutGroup] 2024-11-26T19:20:33,939 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:33,939 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:20:33,939 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:33,939 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:33,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:20:33,996 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(746): ClusterId : ccc8434b-2889-4e79-a00d-1ebe75180d38 2024-11-26T19:20:33,996 DEBUG [RS:0;fe76acf732b2:33345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:20:33,997 DEBUG [RS:0;fe76acf732b2:33345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:20:33,997 DEBUG [RS:0;fe76acf732b2:33345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:20:33,999 DEBUG [RS:0;fe76acf732b2:33345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:20:33,999 DEBUG [RS:0;fe76acf732b2:33345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25995ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:20:34,011 DEBUG [RS:0;fe76acf732b2:33345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:33345 2024-11-26T19:20:34,011 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:20:34,011 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:20:34,011 DEBUG [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:20:34,012 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,42125,1732648832528 with port=33345, startcode=1732648832571 2024-11-26T19:20:34,012 DEBUG [RS:0;fe76acf732b2:33345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:20:34,013 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:20:34,013 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42125 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,33345,1732648832571 2024-11-26T19:20:34,014 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42125 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,33345,1732648832571 2024-11-26T19:20:34,015 DEBUG [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846 2024-11-26T19:20:34,015 DEBUG [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33221 2024-11-26T19:20:34,015 DEBUG [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:20:34,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679/rs 2024-11-26T19:20:34,021 DEBUG [RS:0;fe76acf732b2:33345 {}] zookeeper.ZKUtil(111): regionserver:33345-0x10155b8d72c0007, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Set watcher on existing znode=/2-850782679/rs/fe76acf732b2,33345,1732648832571 2024-11-26T19:20:34,021 WARN [RS:0;fe76acf732b2:33345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:20:34,021 INFO [RS:0;fe76acf732b2:33345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:20:34,021 DEBUG [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571 2024-11-26T19:20:34,021 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,33345,1732648832571] 2024-11-26T19:20:34,024 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:20:34,025 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:20:34,025 INFO [RS:0;fe76acf732b2:33345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:20:34,025 INFO [RS:0;fe76acf732b2:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:34,025 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:20:34,026 INFO [RS:0;fe76acf732b2:33345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:20:34,026 INFO [RS:0;fe76acf732b2:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:34,026 DEBUG [RS:0;fe76acf732b2:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:34,026 DEBUG [RS:0;fe76acf732b2:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:34,026 DEBUG [RS:0;fe76acf732b2:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:34,026 DEBUG [RS:0;fe76acf732b2:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:34,026 DEBUG [RS:0;fe76acf732b2:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:34,026 DEBUG [RS:0;fe76acf732b2:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:20:34,026 DEBUG [RS:0;fe76acf732b2:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:34,026 DEBUG [RS:0;fe76acf732b2:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:34,026 DEBUG [RS:0;fe76acf732b2:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:34,026 DEBUG [RS:0;fe76acf732b2:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:34,026 DEBUG [RS:0;fe76acf732b2:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:34,026 DEBUG [RS:0;fe76acf732b2:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:20:34,026 DEBUG [RS:0;fe76acf732b2:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:20:34,026 DEBUG [RS:0;fe76acf732b2:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:20:34,027 INFO [RS:0;fe76acf732b2:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:34,027 INFO [RS:0;fe76acf732b2:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:34,027 INFO [RS:0;fe76acf732b2:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:34,027 INFO [RS:0;fe76acf732b2:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:34,027 INFO [RS:0;fe76acf732b2:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:34,027 INFO [RS:0;fe76acf732b2:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,33345,1732648832571-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:20:34,041 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:20:34,041 INFO [RS:0;fe76acf732b2:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,33345,1732648832571-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:34,041 INFO [RS:0;fe76acf732b2:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:34,041 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.Replication(171): fe76acf732b2,33345,1732648832571 started 2024-11-26T19:20:34,055 INFO [RS:0;fe76acf732b2:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:34,055 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,33345,1732648832571, RpcServer on fe76acf732b2/172.17.0.2:33345, sessionid=0x10155b8d72c0007 2024-11-26T19:20:34,055 DEBUG [RS:0;fe76acf732b2:33345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:20:34,055 DEBUG [RS:0;fe76acf732b2:33345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,33345,1732648832571 2024-11-26T19:20:34,055 DEBUG [RS:0;fe76acf732b2:33345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,33345,1732648832571' 2024-11-26T19:20:34,055 DEBUG [RS:0;fe76acf732b2:33345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-850782679/flush-table-proc/abort' 2024-11-26T19:20:34,056 DEBUG [RS:0;fe76acf732b2:33345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-850782679/flush-table-proc/acquired' 2024-11-26T19:20:34,056 DEBUG [RS:0;fe76acf732b2:33345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:20:34,056 DEBUG [RS:0;fe76acf732b2:33345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:20:34,056 DEBUG [RS:0;fe76acf732b2:33345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,33345,1732648832571 2024-11-26T19:20:34,056 DEBUG [RS:0;fe76acf732b2:33345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,33345,1732648832571' 2024-11-26T19:20:34,056 DEBUG [RS:0;fe76acf732b2:33345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-850782679/online-snapshot/abort' 2024-11-26T19:20:34,057 DEBUG [RS:0;fe76acf732b2:33345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-850782679/online-snapshot/acquired' 2024-11-26T19:20:34,057 DEBUG [RS:0;fe76acf732b2:33345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:20:34,057 INFO [RS:0;fe76acf732b2:33345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:20:34,057 INFO [RS:0;fe76acf732b2:33345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:20:34,157 INFO [RS:0;fe76acf732b2:33345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:20:34,158 INFO [RS:0;fe76acf732b2:33345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C33345%2C1732648832571, suffix=, logDir=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571, archiveDir=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/oldWALs, maxLogs=10 2024-11-26T19:20:34,173 DEBUG [RS:0;fe76acf732b2:33345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159, exclude list is [], retry=0 2024-11-26T19:20:34,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40511,DS-606251ac-d0cc-41f8-b759-70d60f0c9b52,DISK] 2024-11-26T19:20:34,176 INFO [RS:0;fe76acf732b2:33345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 2024-11-26T19:20:34,177 DEBUG [RS:0;fe76acf732b2:33345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38903:38903)] 2024-11-26T19:20:34,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:20:34,343 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846 2024-11-26T19:20:34,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741833_1009 (size=32) 2024-11-26T19:20:34,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:34,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:20:34,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:20:34,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:34,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:34,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:20:34,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:20:34,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:34,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:34,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:20:34,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:20:34,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:34,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:34,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:20:34,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:20:34,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:34,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:34,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:20:34,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740 2024-11-26T19:20:34,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740 2024-11-26T19:20:34,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:20:34,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:20:34,759 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:20:34,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:20:34,761 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:20:34,761 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73213054, jitterRate=0.09095951914787292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:20:34,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648834751Initializing all the Stores at 1732648834751Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648834751Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648834752 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648834752Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648834752Cleaning up temporary data from old regions at 1732648834759 (+7 ms)Region opened successfully at 1732648834761 (+2 ms) 2024-11-26T19:20:34,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:20:34,761 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:20:34,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:20:34,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:20:34,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:20:34,762 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:20:34,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648834761Disabling compacts and flushes for region at 1732648834761Disabling writes for close at 1732648834761Writing region close event to WAL at 1732648834762 (+1 ms)Closed at 1732648834762 2024-11-26T19:20:34,763 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:20:34,763 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:20:34,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:20:34,764 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:20:34,764 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:20:34,915 DEBUG [fe76acf732b2:42125 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:20:34,915 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,33345,1732648832571 2024-11-26T19:20:34,916 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,33345,1732648832571, state=OPENING 2024-11-26T19:20:34,918 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:20:34,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679 2024-11-26T19:20:34,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x10155b8d72c0007, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679 2024-11-26T19:20:34,920 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:20:34,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-850782679/meta-region-server: CHANGED 2024-11-26T19:20:34,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-850782679/meta-region-server: CHANGED 2024-11-26T19:20:34,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,33345,1732648832571}] 2024-11-26T19:20:35,072 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:20:35,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:20:35,076 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:20:35,076 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:20:35,076 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:20:35,077 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C33345%2C1732648832571.meta, suffix=.meta, logDir=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571, archiveDir=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/oldWALs, maxLogs=10 2024-11-26T19:20:35,092 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.meta.1732648835077.meta, exclude list is [], retry=0 2024-11-26T19:20:35,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40511,DS-606251ac-d0cc-41f8-b759-70d60f0c9b52,DISK] 2024-11-26T19:20:35,095 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.meta.1732648835077.meta 2024-11-26T19:20:35,095 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38903:38903)] 2024-11-26T19:20:35,095 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:20:35,095 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:20:35,096 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:20:35,096 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:20:35,096 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:20:35,096 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:20:35,096 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:35,096 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:20:35,096 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:20:35,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:20:35,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:20:35,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:35,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:35,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:20:35,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:20:35,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:35,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:35,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:20:35,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:20:35,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:35,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:35,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:20:35,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:20:35,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:35,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:20:35,100 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:20:35,101 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740 2024-11-26T19:20:35,102 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740 2024-11-26T19:20:35,102 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:20:35,102 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:20:35,103 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:20:35,104 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:20:35,104 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74246518, jitterRate=0.1063593327999115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:20:35,104 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:20:35,104 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648835096Writing region info on filesystem at 1732648835096Initializing all the Stores at 1732648835097 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648835097Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648835097Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648835097Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648835097Cleaning up temporary data from old regions at 1732648835102 (+5 ms)Running coprocessor post-open hooks at 1732648835104 (+2 ms)Region opened successfully at 1732648835104 2024-11-26T19:20:35,105 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648835072 2024-11-26T19:20:35,107 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:20:35,107 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:20:35,107 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,33345,1732648832571 2024-11-26T19:20:35,108 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,33345,1732648832571, state=OPEN 2024-11-26T19:20:35,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x10155b8d72c0007, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-850782679/meta-region-server 2024-11-26T19:20:35,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-850782679/meta-region-server 2024-11-26T19:20:35,109 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,33345,1732648832571 2024-11-26T19:20:35,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-850782679/meta-region-server: CHANGED 2024-11-26T19:20:35,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-850782679/meta-region-server: CHANGED 2024-11-26T19:20:35,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:20:35,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,33345,1732648832571 in 189 msec 2024-11-26T19:20:35,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:20:35,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-26T19:20:35,113 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:20:35,113 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:20:35,114 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:35,114 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,33345,1732648832571, seqNum=-1] 2024-11-26T19:20:35,114 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:35,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:20:35,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1890 sec 2024-11-26T19:20:35,118 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648835118, completionTime=-1 2024-11-26T19:20:35,119 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:20:35,119 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:20:35,120 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:20:35,120 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648895120 2024-11-26T19:20:35,120 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732648955120 2024-11-26T19:20:35,120 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T19:20:35,120 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,42125,1732648832528-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:35,121 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,42125,1732648832528-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:35,121 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,42125,1732648832528-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:35,121 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:42125, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:35,121 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:35,121 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:35,122 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:20:35,124 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.511sec 2024-11-26T19:20:35,124 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:20:35,124 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:20:35,124 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:20:35,124 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:20:35,124 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:20:35,124 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,42125,1732648832528-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:20:35,124 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,42125,1732648832528-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:20:35,125 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:20:35,126 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:20:35,126 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,42125,1732648832528-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:20:35,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477e005f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:35,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,42125,-1 for getting cluster id 2024-11-26T19:20:35,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:35,198 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccc8434b-2889-4e79-a00d-1ebe75180d38' 2024-11-26T19:20:35,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:35,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccc8434b-2889-4e79-a00d-1ebe75180d38" 2024-11-26T19:20:35,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246cd5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:35,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,42125,-1] 2024-11-26T19:20:35,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:35,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:35,200 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:35,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f01500d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:35,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:35,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,33345,1732648832571, seqNum=-1] 2024-11-26T19:20:35,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:35,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:20:35,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,42125,1732648832528 2024-11-26T19:20:35,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57917 2024-11-26T19:20:35,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:20:35,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10155b8d72c0008 connected 2024-11-26T19:20:35,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:35,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,46687,1732648824946 2024-11-26T19:20:35,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47c64d7b 2024-11-26T19:20:35,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:35,212 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:20:35,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46687 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:20:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46687 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T19:20:35,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:20:35,214 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:35,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46687 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T19:20:35,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:20:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:35,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741835_1011 (size=902) 2024-11-26T19:20:35,242 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:35,242 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:20:35,243 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38422 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:20:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:35,622 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0aa9792b9914da6685d1f5f27fa3e6ee, NAME => 'test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3 2024-11-26T19:20:35,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741836_1012 (size=39) 2024-11-26T19:20:35,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:35,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0aa9792b9914da6685d1f5f27fa3e6ee, disabling compactions & flushes 2024-11-26T19:20:35,631 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee. 2024-11-26T19:20:35,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee. 2024-11-26T19:20:35,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee. after waiting 0 ms 2024-11-26T19:20:35,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee. 2024-11-26T19:20:35,631 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee. 2024-11-26T19:20:35,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0aa9792b9914da6685d1f5f27fa3e6ee: Waiting for close lock at 1732648835631Disabling compacts and flushes for region at 1732648835631Disabling writes for close at 1732648835631Writing region close event to WAL at 1732648835631Closed at 1732648835631 2024-11-26T19:20:35,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:20:35,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732648835632"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648835632"}]},"ts":"1732648835632"} 2024-11-26T19:20:35,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:20:35,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:20:35,635 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648835635"}]},"ts":"1732648835635"} 2024-11-26T19:20:35,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T19:20:35,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0aa9792b9914da6685d1f5f27fa3e6ee, ASSIGN}] 2024-11-26T19:20:35,637 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0aa9792b9914da6685d1f5f27fa3e6ee, ASSIGN 2024-11-26T19:20:35,638 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0aa9792b9914da6685d1f5f27fa3e6ee, ASSIGN; state=OFFLINE, location=fe76acf732b2,39057,1732648825010; forceNewPlan=false, retain=false 2024-11-26T19:20:35,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0aa9792b9914da6685d1f5f27fa3e6ee, regionState=OPENING, regionLocation=fe76acf732b2,39057,1732648825010 2024-11-26T19:20:35,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0aa9792b9914da6685d1f5f27fa3e6ee, ASSIGN because future has completed 2024-11-26T19:20:35,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0aa9792b9914da6685d1f5f27fa3e6ee, server=fe76acf732b2,39057,1732648825010}] 2024-11-26T19:20:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:35,947 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee. 2024-11-26T19:20:35,947 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0aa9792b9914da6685d1f5f27fa3e6ee, NAME => 'test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:20:35,947 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:20:35,947 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T19:20:35,947 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0aa9792b9914da6685d1f5f27fa3e6ee 2024-11-26T19:20:35,947 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:35,947 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0aa9792b9914da6685d1f5f27fa3e6ee 2024-11-26T19:20:35,947 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0aa9792b9914da6685d1f5f27fa3e6ee 2024-11-26T19:20:35,949 INFO [StoreOpener-0aa9792b9914da6685d1f5f27fa3e6ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0aa9792b9914da6685d1f5f27fa3e6ee 2024-11-26T19:20:35,950 INFO [StoreOpener-0aa9792b9914da6685d1f5f27fa3e6ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0aa9792b9914da6685d1f5f27fa3e6ee columnFamilyName f 2024-11-26T19:20:35,950 DEBUG [StoreOpener-0aa9792b9914da6685d1f5f27fa3e6ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:35,950 INFO [StoreOpener-0aa9792b9914da6685d1f5f27fa3e6ee-1 {}] regionserver.HStore(327): Store=0aa9792b9914da6685d1f5f27fa3e6ee/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:35,950 INFO [StoreOpener-0aa9792b9914da6685d1f5f27fa3e6ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0aa9792b9914da6685d1f5f27fa3e6ee 2024-11-26T19:20:35,951 INFO [StoreOpener-0aa9792b9914da6685d1f5f27fa3e6ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0aa9792b9914da6685d1f5f27fa3e6ee columnFamilyName f1 2024-11-26T19:20:35,951 DEBUG [StoreOpener-0aa9792b9914da6685d1f5f27fa3e6ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:35,951 INFO [StoreOpener-0aa9792b9914da6685d1f5f27fa3e6ee-1 {}] regionserver.HStore(327): Store=0aa9792b9914da6685d1f5f27fa3e6ee/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:35,951 INFO [StoreOpener-0aa9792b9914da6685d1f5f27fa3e6ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0aa9792b9914da6685d1f5f27fa3e6ee 2024-11-26T19:20:35,952 INFO [StoreOpener-0aa9792b9914da6685d1f5f27fa3e6ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0aa9792b9914da6685d1f5f27fa3e6ee columnFamilyName norep 2024-11-26T19:20:35,952 DEBUG [StoreOpener-0aa9792b9914da6685d1f5f27fa3e6ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:35,952 INFO [StoreOpener-0aa9792b9914da6685d1f5f27fa3e6ee-1 {}] regionserver.HStore(327): Store=0aa9792b9914da6685d1f5f27fa3e6ee/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:35,952 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0aa9792b9914da6685d1f5f27fa3e6ee 2024-11-26T19:20:35,953 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/default/test/0aa9792b9914da6685d1f5f27fa3e6ee 2024-11-26T19:20:35,953 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/default/test/0aa9792b9914da6685d1f5f27fa3e6ee 2024-11-26T19:20:35,953 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0aa9792b9914da6685d1f5f27fa3e6ee 2024-11-26T19:20:35,953 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0aa9792b9914da6685d1f5f27fa3e6ee 2024-11-26T19:20:35,954 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:20:35,954 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0aa9792b9914da6685d1f5f27fa3e6ee 2024-11-26T19:20:35,956 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/default/test/0aa9792b9914da6685d1f5f27fa3e6ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:20:35,956 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0aa9792b9914da6685d1f5f27fa3e6ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61905041, jitterRate=-0.07754300534725189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:20:35,956 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0aa9792b9914da6685d1f5f27fa3e6ee 2024-11-26T19:20:35,957 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0aa9792b9914da6685d1f5f27fa3e6ee: Running coprocessor pre-open hook at 1732648835947Writing region info on filesystem at 1732648835947Initializing all the Stores at 1732648835948 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648835948Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648835949 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648835949Cleaning up temporary data from old regions at 1732648835953 (+4 ms)Running coprocessor post-open hooks at 1732648835956 (+3 ms)Region opened successfully at 1732648835957 (+1 ms) 2024-11-26T19:20:35,958 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee., pid=6, masterSystemTime=1732648835943 2024-11-26T19:20:35,959 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee. 2024-11-26T19:20:35,959 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee. 2024-11-26T19:20:35,960 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0aa9792b9914da6685d1f5f27fa3e6ee, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fe76acf732b2,39057,1732648825010 2024-11-26T19:20:35,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0aa9792b9914da6685d1f5f27fa3e6ee, server=fe76acf732b2,39057,1732648825010 because future has completed 2024-11-26T19:20:35,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T19:20:35,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0aa9792b9914da6685d1f5f27fa3e6ee, server=fe76acf732b2,39057,1732648825010 in 171 msec 2024-11-26T19:20:35,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T19:20:35,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0aa9792b9914da6685d1f5f27fa3e6ee, ASSIGN in 327 msec 2024-11-26T19:20:35,966 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:20:35,966 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648835966"}]},"ts":"1732648835966"} 2024-11-26T19:20:35,967 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T19:20:35,968 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:20:35,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 755 msec 2024-11-26T19:20:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:36,353 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T19:20:36,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:36,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,36589,1732648828770 2024-11-26T19:20:36,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c2c1533 2024-11-26T19:20:36,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:36,361 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:20:36,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:20:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T19:20:36,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:20:36,365 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:36,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T19:20:36,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:20:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:36,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741835_1011 (size=902) 2024-11-26T19:20:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:36,774 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c91357d3f3530ca45854d0d853a858f, NAME => 'test,,1732648836362.3c91357d3f3530ca45854d0d853a858f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d 2024-11-26T19:20:36,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741836_1012 (size=39) 2024-11-26T19:20:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:37,179 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732648836362.3c91357d3f3530ca45854d0d853a858f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:37,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3c91357d3f3530ca45854d0d853a858f, disabling compactions & flushes 2024-11-26T19:20:37,180 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732648836362.3c91357d3f3530ca45854d0d853a858f. 2024-11-26T19:20:37,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648836362.3c91357d3f3530ca45854d0d853a858f. 2024-11-26T19:20:37,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732648836362.3c91357d3f3530ca45854d0d853a858f. after waiting 0 ms 2024-11-26T19:20:37,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732648836362.3c91357d3f3530ca45854d0d853a858f. 2024-11-26T19:20:37,180 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732648836362.3c91357d3f3530ca45854d0d853a858f. 2024-11-26T19:20:37,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c91357d3f3530ca45854d0d853a858f: Waiting for close lock at 1732648837180Disabling compacts and flushes for region at 1732648837180Disabling writes for close at 1732648837180Writing region close event to WAL at 1732648837180Closed at 1732648837180 2024-11-26T19:20:37,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:20:37,181 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732648836362.3c91357d3f3530ca45854d0d853a858f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732648837181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648837181"}]},"ts":"1732648837181"} 2024-11-26T19:20:37,183 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:20:37,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:20:37,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648837184"}]},"ts":"1732648837184"} 2024-11-26T19:20:37,185 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T19:20:37,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3c91357d3f3530ca45854d0d853a858f, ASSIGN}] 2024-11-26T19:20:37,186 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3c91357d3f3530ca45854d0d853a858f, ASSIGN 2024-11-26T19:20:37,187 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3c91357d3f3530ca45854d0d853a858f, ASSIGN; state=OFFLINE, location=fe76acf732b2,46445,1732648828816; forceNewPlan=false, retain=false 2024-11-26T19:20:37,337 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c91357d3f3530ca45854d0d853a858f, regionState=OPENING, regionLocation=fe76acf732b2,46445,1732648828816 2024-11-26T19:20:37,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3c91357d3f3530ca45854d0d853a858f, ASSIGN because future has completed 2024-11-26T19:20:37,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c91357d3f3530ca45854d0d853a858f, server=fe76acf732b2,46445,1732648828816}] 2024-11-26T19:20:37,495 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732648836362.3c91357d3f3530ca45854d0d853a858f. 2024-11-26T19:20:37,495 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c91357d3f3530ca45854d0d853a858f, NAME => 'test,,1732648836362.3c91357d3f3530ca45854d0d853a858f.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:20:37,496 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:20:37,496 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T19:20:37,496 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3c91357d3f3530ca45854d0d853a858f 2024-11-26T19:20:37,496 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732648836362.3c91357d3f3530ca45854d0d853a858f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:37,496 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3c91357d3f3530ca45854d0d853a858f 2024-11-26T19:20:37,496 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3c91357d3f3530ca45854d0d853a858f 2024-11-26T19:20:37,497 INFO [StoreOpener-3c91357d3f3530ca45854d0d853a858f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3c91357d3f3530ca45854d0d853a858f 2024-11-26T19:20:37,498 INFO [StoreOpener-3c91357d3f3530ca45854d0d853a858f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c91357d3f3530ca45854d0d853a858f columnFamilyName f 2024-11-26T19:20:37,498 DEBUG [StoreOpener-3c91357d3f3530ca45854d0d853a858f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:37,499 INFO [StoreOpener-3c91357d3f3530ca45854d0d853a858f-1 {}] regionserver.HStore(327): Store=3c91357d3f3530ca45854d0d853a858f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:37,499 INFO [StoreOpener-3c91357d3f3530ca45854d0d853a858f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3c91357d3f3530ca45854d0d853a858f 2024-11-26T19:20:37,500 INFO [StoreOpener-3c91357d3f3530ca45854d0d853a858f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c91357d3f3530ca45854d0d853a858f columnFamilyName f1 2024-11-26T19:20:37,500 DEBUG [StoreOpener-3c91357d3f3530ca45854d0d853a858f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:37,500 INFO [StoreOpener-3c91357d3f3530ca45854d0d853a858f-1 {}] regionserver.HStore(327): Store=3c91357d3f3530ca45854d0d853a858f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:37,500 INFO [StoreOpener-3c91357d3f3530ca45854d0d853a858f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3c91357d3f3530ca45854d0d853a858f 2024-11-26T19:20:37,501 INFO [StoreOpener-3c91357d3f3530ca45854d0d853a858f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c91357d3f3530ca45854d0d853a858f columnFamilyName norep 2024-11-26T19:20:37,501 DEBUG [StoreOpener-3c91357d3f3530ca45854d0d853a858f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:37,501 INFO [StoreOpener-3c91357d3f3530ca45854d0d853a858f-1 {}] regionserver.HStore(327): Store=3c91357d3f3530ca45854d0d853a858f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:37,501 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3c91357d3f3530ca45854d0d853a858f 2024-11-26T19:20:37,502 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/default/test/3c91357d3f3530ca45854d0d853a858f 2024-11-26T19:20:37,502 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/default/test/3c91357d3f3530ca45854d0d853a858f 2024-11-26T19:20:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:37,503 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3c91357d3f3530ca45854d0d853a858f 2024-11-26T19:20:37,503 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3c91357d3f3530ca45854d0d853a858f 2024-11-26T19:20:37,503 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:20:37,504 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3c91357d3f3530ca45854d0d853a858f 2024-11-26T19:20:37,506 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/default/test/3c91357d3f3530ca45854d0d853a858f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:20:37,506 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3c91357d3f3530ca45854d0d853a858f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70217622, jitterRate=0.04632410407066345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:20:37,506 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c91357d3f3530ca45854d0d853a858f 2024-11-26T19:20:37,506 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3c91357d3f3530ca45854d0d853a858f: Running coprocessor pre-open hook at 1732648837496Writing region info on filesystem at 1732648837496Initializing all the Stores at 1732648837497 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648837497Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648837497Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648837497Cleaning up temporary data from old regions at 1732648837503 (+6 ms)Running coprocessor post-open hooks at 1732648837506 (+3 ms)Region opened successfully at 1732648837506 2024-11-26T19:20:37,507 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732648836362.3c91357d3f3530ca45854d0d853a858f., pid=6, masterSystemTime=1732648837492 2024-11-26T19:20:37,508 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732648836362.3c91357d3f3530ca45854d0d853a858f. 2024-11-26T19:20:37,508 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732648836362.3c91357d3f3530ca45854d0d853a858f. 2024-11-26T19:20:37,509 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c91357d3f3530ca45854d0d853a858f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fe76acf732b2,46445,1732648828816 2024-11-26T19:20:37,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c91357d3f3530ca45854d0d853a858f, server=fe76acf732b2,46445,1732648828816 because future has completed 2024-11-26T19:20:37,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T19:20:37,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c91357d3f3530ca45854d0d853a858f, server=fe76acf732b2,46445,1732648828816 in 172 msec 2024-11-26T19:20:37,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T19:20:37,514 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T19:20:37,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:20:37,514 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T19:20:37,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T19:20:37,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3c91357d3f3530ca45854d0d853a858f, ASSIGN in 328 msec 2024-11-26T19:20:37,515 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:20:37,516 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648837516"}]},"ts":"1732648837516"} 2024-11-26T19:20:37,517 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T19:20:37,518 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:20:37,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-26T19:20:38,488 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T19:20:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:38,513 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T19:20:38,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:38,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,42125,1732648832528 2024-11-26T19:20:38,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@603aec5 2024-11-26T19:20:38,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:38,515 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:20:38,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:20:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T19:20:38,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:20:38,518 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:38,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T19:20:38,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:20:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:38,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741835_1011 (size=902) 2024-11-26T19:20:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:38,926 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8392537dac2f3b48c2cccd2cdbf66a80, NAME => 'test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846 2024-11-26T19:20:38,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741836_1012 (size=39) 2024-11-26T19:20:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:39,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:39,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8392537dac2f3b48c2cccd2cdbf66a80, disabling compactions & flushes 2024-11-26T19:20:39,331 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80. 2024-11-26T19:20:39,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80. 2024-11-26T19:20:39,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80. after waiting 0 ms 2024-11-26T19:20:39,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80. 2024-11-26T19:20:39,331 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80. 2024-11-26T19:20:39,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8392537dac2f3b48c2cccd2cdbf66a80: Waiting for close lock at 1732648839331Disabling compacts and flushes for region at 1732648839331Disabling writes for close at 1732648839331Writing region close event to WAL at 1732648839331Closed at 1732648839331 2024-11-26T19:20:39,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:20:39,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732648839332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648839332"}]},"ts":"1732648839332"} 2024-11-26T19:20:39,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:20:39,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:20:39,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648839335"}]},"ts":"1732648839335"} 2024-11-26T19:20:39,337 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T19:20:39,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8392537dac2f3b48c2cccd2cdbf66a80, ASSIGN}] 2024-11-26T19:20:39,338 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8392537dac2f3b48c2cccd2cdbf66a80, ASSIGN 2024-11-26T19:20:39,339 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8392537dac2f3b48c2cccd2cdbf66a80, ASSIGN; state=OFFLINE, location=fe76acf732b2,33345,1732648832571; forceNewPlan=false, retain=false 2024-11-26T19:20:39,489 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8392537dac2f3b48c2cccd2cdbf66a80, regionState=OPENING, regionLocation=fe76acf732b2,33345,1732648832571 2024-11-26T19:20:39,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8392537dac2f3b48c2cccd2cdbf66a80, ASSIGN because future has completed 2024-11-26T19:20:39,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8392537dac2f3b48c2cccd2cdbf66a80, server=fe76acf732b2,33345,1732648832571}] 2024-11-26T19:20:39,647 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80. 2024-11-26T19:20:39,647 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8392537dac2f3b48c2cccd2cdbf66a80, NAME => 'test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:20:39,647 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:20:39,647 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T19:20:39,647 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8392537dac2f3b48c2cccd2cdbf66a80 2024-11-26T19:20:39,647 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:39,647 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8392537dac2f3b48c2cccd2cdbf66a80 2024-11-26T19:20:39,647 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8392537dac2f3b48c2cccd2cdbf66a80 2024-11-26T19:20:39,648 INFO [StoreOpener-8392537dac2f3b48c2cccd2cdbf66a80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8392537dac2f3b48c2cccd2cdbf66a80 2024-11-26T19:20:39,649 INFO [StoreOpener-8392537dac2f3b48c2cccd2cdbf66a80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8392537dac2f3b48c2cccd2cdbf66a80 columnFamilyName f 2024-11-26T19:20:39,649 DEBUG [StoreOpener-8392537dac2f3b48c2cccd2cdbf66a80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:39,650 INFO [StoreOpener-8392537dac2f3b48c2cccd2cdbf66a80-1 {}] regionserver.HStore(327): Store=8392537dac2f3b48c2cccd2cdbf66a80/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:39,650 INFO [StoreOpener-8392537dac2f3b48c2cccd2cdbf66a80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8392537dac2f3b48c2cccd2cdbf66a80 2024-11-26T19:20:39,651 INFO [StoreOpener-8392537dac2f3b48c2cccd2cdbf66a80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8392537dac2f3b48c2cccd2cdbf66a80 columnFamilyName f1 2024-11-26T19:20:39,651 DEBUG [StoreOpener-8392537dac2f3b48c2cccd2cdbf66a80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:39,651 INFO [StoreOpener-8392537dac2f3b48c2cccd2cdbf66a80-1 {}] regionserver.HStore(327): Store=8392537dac2f3b48c2cccd2cdbf66a80/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:39,651 INFO [StoreOpener-8392537dac2f3b48c2cccd2cdbf66a80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8392537dac2f3b48c2cccd2cdbf66a80 2024-11-26T19:20:39,652 INFO [StoreOpener-8392537dac2f3b48c2cccd2cdbf66a80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8392537dac2f3b48c2cccd2cdbf66a80 columnFamilyName norep 2024-11-26T19:20:39,652 DEBUG [StoreOpener-8392537dac2f3b48c2cccd2cdbf66a80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:39,652 INFO [StoreOpener-8392537dac2f3b48c2cccd2cdbf66a80-1 {}] regionserver.HStore(327): Store=8392537dac2f3b48c2cccd2cdbf66a80/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:39,653 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8392537dac2f3b48c2cccd2cdbf66a80 2024-11-26T19:20:39,653 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/default/test/8392537dac2f3b48c2cccd2cdbf66a80 2024-11-26T19:20:39,653 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/default/test/8392537dac2f3b48c2cccd2cdbf66a80 2024-11-26T19:20:39,654 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8392537dac2f3b48c2cccd2cdbf66a80 2024-11-26T19:20:39,654 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8392537dac2f3b48c2cccd2cdbf66a80 2024-11-26T19:20:39,654 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:20:39,655 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8392537dac2f3b48c2cccd2cdbf66a80 2024-11-26T19:20:39,657 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/default/test/8392537dac2f3b48c2cccd2cdbf66a80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:20:39,657 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8392537dac2f3b48c2cccd2cdbf66a80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73718638, jitterRate=0.0984933078289032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:20:39,657 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8392537dac2f3b48c2cccd2cdbf66a80 2024-11-26T19:20:39,657 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8392537dac2f3b48c2cccd2cdbf66a80: Running coprocessor pre-open hook at 1732648839647Writing region info on filesystem at 1732648839647Initializing all the Stores at 1732648839648 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648839648Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648839648Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648839648Cleaning up temporary data from old regions at 1732648839654 (+6 ms)Running coprocessor post-open hooks at 1732648839657 (+3 ms)Region opened successfully at 1732648839657 2024-11-26T19:20:39,658 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80., pid=6, masterSystemTime=1732648839643 2024-11-26T19:20:39,659 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80. 2024-11-26T19:20:39,659 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80. 2024-11-26T19:20:39,660 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8392537dac2f3b48c2cccd2cdbf66a80, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fe76acf732b2,33345,1732648832571 2024-11-26T19:20:39,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8392537dac2f3b48c2cccd2cdbf66a80, server=fe76acf732b2,33345,1732648832571 because future has completed 2024-11-26T19:20:39,663 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42125 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fe76acf732b2,33345,1732648832571, table=test, region=8392537dac2f3b48c2cccd2cdbf66a80. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-26T19:20:39,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T19:20:39,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8392537dac2f3b48c2cccd2cdbf66a80, server=fe76acf732b2,33345,1732648832571 in 172 msec 2024-11-26T19:20:39,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T19:20:39,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8392537dac2f3b48c2cccd2cdbf66a80, ASSIGN in 328 msec 2024-11-26T19:20:39,667 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:20:39,667 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648839667"}]},"ts":"1732648839667"} 2024-11-26T19:20:39,668 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T19:20:39,669 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:20:39,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-26T19:20:40,598 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:20:40,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:40,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:40,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:40,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:40,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:40,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:40,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:40,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:40,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:40,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:40,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:40,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:20:40,662 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T19:20:40,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48514847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:40,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,46687,-1 for getting cluster id 2024-11-26T19:20:40,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:40,664 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c70f6783-9488-435f-8ba4-729e141e931b' 2024-11-26T19:20:40,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c70f6783-9488-435f-8ba4-729e141e931b" 2024-11-26T19:20:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba9bebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,46687,-1] 2024-11-26T19:20:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:40,666 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a0436f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:40,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,46687,1732648824946 2024-11-26T19:20:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6207bb5c 2024-11-26T19:20:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:40,669 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:20:40,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46687 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fe76acf732b2:36589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T19:20:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46687 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T19:20:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:40,672 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:36589' 2024-11-26T19:20:40,673 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526c2b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:40,673 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,36589,-1 for getting cluster id 2024-11-26T19:20:40,673 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:40,673 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f9cdc3f-3afb-4227-ae4d-bf4637706888' 2024-11-26T19:20:40,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:40,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f9cdc3f-3afb-4227-ae4d-bf4637706888" 2024-11-26T19:20:40,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb8d709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:40,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,36589,-1] 2024-11-26T19:20:40,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:40,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:40,675 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:40,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5771c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:40,675 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:40,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,36589,1732648828770 2024-11-26T19:20:40,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ab3b4ca 2024-11-26T19:20:40,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:40,677 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:20:40,678 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T19:20:40,678 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T19:20:40,678 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:40,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:40,678 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:40,679 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:20:40,679 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T19:20:40,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:20:40,681 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:40,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:20:40,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741837_1013 (size=1138) 2024-11-26T19:20:40,730 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T19:20:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:41,089 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af0ba8ef3a46abe86ef323d0892b1c50, NAME => 'hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3 2024-11-26T19:20:41,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741838_1014 (size=44) 2024-11-26T19:20:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:41,500 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:41,500 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing af0ba8ef3a46abe86ef323d0892b1c50, disabling compactions & flushes 2024-11-26T19:20:41,500 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50. 2024-11-26T19:20:41,500 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50. 2024-11-26T19:20:41,500 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50. after waiting 0 ms 2024-11-26T19:20:41,500 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50. 2024-11-26T19:20:41,500 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50. 2024-11-26T19:20:41,500 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for af0ba8ef3a46abe86ef323d0892b1c50: Waiting for close lock at 1732648841500Disabling compacts and flushes for region at 1732648841500Disabling writes for close at 1732648841500Writing region close event to WAL at 1732648841500Closed at 1732648841500 2024-11-26T19:20:41,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:20:41,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732648841502"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648841502"}]},"ts":"1732648841502"} 2024-11-26T19:20:41,503 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:20:41,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:20:41,504 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648841504"}]},"ts":"1732648841504"} 2024-11-26T19:20:41,505 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T19:20:41,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af0ba8ef3a46abe86ef323d0892b1c50, ASSIGN}] 2024-11-26T19:20:41,509 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af0ba8ef3a46abe86ef323d0892b1c50, ASSIGN 2024-11-26T19:20:41,509 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af0ba8ef3a46abe86ef323d0892b1c50, ASSIGN; state=OFFLINE, location=fe76acf732b2,39057,1732648825010; forceNewPlan=false, retain=false 2024-11-26T19:20:41,660 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=af0ba8ef3a46abe86ef323d0892b1c50, regionState=OPENING, regionLocation=fe76acf732b2,39057,1732648825010 2024-11-26T19:20:41,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af0ba8ef3a46abe86ef323d0892b1c50, ASSIGN because future has completed 2024-11-26T19:20:41,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure af0ba8ef3a46abe86ef323d0892b1c50, server=fe76acf732b2,39057,1732648825010}] 2024-11-26T19:20:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:41,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50. 2024-11-26T19:20:41,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:20:41,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T19:20:41,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C39057%2C1732648825010.rep, suffix=, logDir=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010, archiveDir=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/oldWALs, maxLogs=10 2024-11-26T19:20:41,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.rep.1732648841821, exclude list is [], retry=0 2024-11-26T19:20:41,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41837,DS-7cdbdd0a-f63b-4a7f-a92e-06bc9ea286b5,DISK] 2024-11-26T19:20:41,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.rep.1732648841821 2024-11-26T19:20:41,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43117:43117)] 2024-11-26T19:20:41,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => af0ba8ef3a46abe86ef323d0892b1c50, NAME => 'hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:20:41,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:20:41,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:20:41,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50. service=MultiRowMutationService 2024-11-26T19:20:41,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T19:20:41,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication af0ba8ef3a46abe86ef323d0892b1c50 2024-11-26T19:20:41,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:41,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for af0ba8ef3a46abe86ef323d0892b1c50 2024-11-26T19:20:41,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for af0ba8ef3a46abe86ef323d0892b1c50 2024-11-26T19:20:41,852 INFO [StoreOpener-af0ba8ef3a46abe86ef323d0892b1c50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region af0ba8ef3a46abe86ef323d0892b1c50 2024-11-26T19:20:41,853 INFO [StoreOpener-af0ba8ef3a46abe86ef323d0892b1c50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af0ba8ef3a46abe86ef323d0892b1c50 columnFamilyName hfileref 2024-11-26T19:20:41,853 DEBUG [StoreOpener-af0ba8ef3a46abe86ef323d0892b1c50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:41,853 INFO [StoreOpener-af0ba8ef3a46abe86ef323d0892b1c50-1 {}] regionserver.HStore(327): Store=af0ba8ef3a46abe86ef323d0892b1c50/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:41,853 INFO [StoreOpener-af0ba8ef3a46abe86ef323d0892b1c50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region af0ba8ef3a46abe86ef323d0892b1c50 2024-11-26T19:20:41,854 INFO [StoreOpener-af0ba8ef3a46abe86ef323d0892b1c50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af0ba8ef3a46abe86ef323d0892b1c50 columnFamilyName queue 2024-11-26T19:20:41,854 DEBUG [StoreOpener-af0ba8ef3a46abe86ef323d0892b1c50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:41,855 INFO [StoreOpener-af0ba8ef3a46abe86ef323d0892b1c50-1 {}] regionserver.HStore(327): Store=af0ba8ef3a46abe86ef323d0892b1c50/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:41,855 INFO [StoreOpener-af0ba8ef3a46abe86ef323d0892b1c50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region af0ba8ef3a46abe86ef323d0892b1c50 2024-11-26T19:20:41,855 INFO [StoreOpener-af0ba8ef3a46abe86ef323d0892b1c50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af0ba8ef3a46abe86ef323d0892b1c50 columnFamilyName sid 2024-11-26T19:20:41,856 DEBUG [StoreOpener-af0ba8ef3a46abe86ef323d0892b1c50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:41,856 INFO [StoreOpener-af0ba8ef3a46abe86ef323d0892b1c50-1 {}] regionserver.HStore(327): Store=af0ba8ef3a46abe86ef323d0892b1c50/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:41,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for af0ba8ef3a46abe86ef323d0892b1c50 2024-11-26T19:20:41,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/replication/af0ba8ef3a46abe86ef323d0892b1c50 2024-11-26T19:20:41,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/replication/af0ba8ef3a46abe86ef323d0892b1c50 2024-11-26T19:20:41,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for af0ba8ef3a46abe86ef323d0892b1c50 2024-11-26T19:20:41,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for af0ba8ef3a46abe86ef323d0892b1c50 2024-11-26T19:20:41,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:20:41,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for af0ba8ef3a46abe86ef323d0892b1c50 2024-11-26T19:20:41,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/replication/af0ba8ef3a46abe86ef323d0892b1c50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:20:41,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened af0ba8ef3a46abe86ef323d0892b1c50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73565263, jitterRate=0.09620784223079681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:20:41,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af0ba8ef3a46abe86ef323d0892b1c50 2024-11-26T19:20:41,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for af0ba8ef3a46abe86ef323d0892b1c50: Running coprocessor pre-open hook at 1732648841842Writing region info on filesystem at 1732648841842Initializing all the Stores at 1732648841843 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648841843Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648841852 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648841852Cleaning up temporary data from old regions at 1732648841858 (+6 ms)Running coprocessor post-open hooks at 1732648841861 (+3 ms)Region opened successfully at 1732648841862 (+1 ms) 2024-11-26T19:20:41,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50., pid=10, masterSystemTime=1732648841815 2024-11-26T19:20:41,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50. 2024-11-26T19:20:41,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50. 2024-11-26T19:20:41,865 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=af0ba8ef3a46abe86ef323d0892b1c50, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,39057,1732648825010 2024-11-26T19:20:41,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure af0ba8ef3a46abe86ef323d0892b1c50, server=fe76acf732b2,39057,1732648825010 because future has completed 2024-11-26T19:20:41,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T19:20:41,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure af0ba8ef3a46abe86ef323d0892b1c50, server=fe76acf732b2,39057,1732648825010 in 205 msec 2024-11-26T19:20:41,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T19:20:41,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af0ba8ef3a46abe86ef323d0892b1c50, ASSIGN in 364 msec 2024-11-26T19:20:41,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:20:41,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648841872"}]},"ts":"1732648841872"} 2024-11-26T19:20:41,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T19:20:41,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:20:41,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1960 sec 2024-11-26T19:20:41,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50., hostname=fe76acf732b2,39057,1732648825010, seqNum=2] 2024-11-26T19:20:41,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443 2024-11-26T19:20:41,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443 2024-11-26T19:20:41,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T19:20:42,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T19:20:42,048 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T19:20:42,082 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fe76acf732b2,39057,1732648825010, ReplicationSource: 1, currentBandwidth=0 2024-11-26T19:20:42,082 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:42,083 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,39057,1732648825010, seqNum=-1] 2024-11-26T19:20:42,083 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:42,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-26T19:20:42,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fe76acf732b2,39057,1732648825010', locateType=CURRENT is [region=hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50., hostname=fe76acf732b2,39057,1732648825010, seqNum=2] 2024-11-26T19:20:42,087 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T19:20:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46687 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T19:20:42,089 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fe76acf732b2,39057,1732648825010 suceeded 2024-11-26T19:20:42,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T19:20:42,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-26T19:20:42,091 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fe76acf732b2:36589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T19:20:42,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4220 sec 2024-11-26T19:20:42,102 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:36589' 2024-11-26T19:20:42,104 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cee4089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:42,104 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,36589,-1 for getting cluster id 2024-11-26T19:20:42,104 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:42,104 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f9cdc3f-3afb-4227-ae4d-bf4637706888' 2024-11-26T19:20:42,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:42,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f9cdc3f-3afb-4227-ae4d-bf4637706888" 2024-11-26T19:20:42,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b109417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:42,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,36589,-1] 2024-11-26T19:20:42,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:42,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:42,106 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:42,106 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f3bd6f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:42,106 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:42,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,36589,1732648828770 2024-11-26T19:20:42,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@354cc979 2024-11-26T19:20:42,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:42,108 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-26T19:20:42,109 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fe76acf732b2,39057,1732648825010 (queues=1) is replicating from cluster=c70f6783-9488-435f-8ba4-729e141e931b to cluster=2f9cdc3f-3afb-4227-ae4d-bf4637706888 2024-11-26T19:20:42,109 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fe76acf732b2%2C39057%2C1732648825010 2024-11-26T19:20:42,109 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fe76acf732b2,39057,1732648825010, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T19:20:42,109 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.shipperfe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fe76acf732b2%2C39057%2C1732648825010 2024-11-26T19:20:42,109 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639, startPosition=0, beingWritten=true 2024-11-26T19:20:42,114 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:20:42,115 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 379, reset compression=false 2024-11-26T19:20:42,115 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.shipperfe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,39057,1732648825010 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:20:42,318 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 379, reset compression=false 2024-11-26T19:20:42,622 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 379, reset compression=false 2024-11-26T19:20:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:42,823 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T19:20:42,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:20:42,824 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:42,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:42,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:42,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:42,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2970252d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:42,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,36589,-1 for getting cluster id 2024-11-26T19:20:42,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:42,826 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f9cdc3f-3afb-4227-ae4d-bf4637706888' 2024-11-26T19:20:42,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:42,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f9cdc3f-3afb-4227-ae4d-bf4637706888" 2024-11-26T19:20:42,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b87bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:42,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,36589,-1] 2024-11-26T19:20:42,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:42,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:42,829 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:42,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd4dd86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:42,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:42,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,36589,1732648828770 2024-11-26T19:20:42,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63d9a19e 2024-11-26T19:20:42,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:42,833 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:20:42,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fe76acf732b2:42125,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T19:20:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T19:20:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:42,836 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:42125' 2024-11-26T19:20:42,837 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0284cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:42,837 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,42125,-1 for getting cluster id 2024-11-26T19:20:42,837 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:42,838 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccc8434b-2889-4e79-a00d-1ebe75180d38' 2024-11-26T19:20:42,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:42,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccc8434b-2889-4e79-a00d-1ebe75180d38" 2024-11-26T19:20:42,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46cd5664, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:42,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,42125,-1] 2024-11-26T19:20:42,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:42,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:42,840 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:42,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2006da58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:42,840 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:42,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,42125,1732648832528 2024-11-26T19:20:42,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5365e222 2024-11-26T19:20:42,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:42,842 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:20:42,843 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T19:20:42,843 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T19:20:42,843 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:42,843 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:42,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:42,844 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:20:42,845 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T19:20:42,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:20:42,847 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:42,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:20:42,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741837_1013 (size=1138) 2024-11-26T19:20:42,896 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T19:20:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:43,026 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 379, reset compression=false 2024-11-26T19:20:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:43,264 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ce089b379673175e784ffb32937443aa, NAME => 'hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d 2024-11-26T19:20:43,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741838_1014 (size=44) 2024-11-26T19:20:43,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:43,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ce089b379673175e784ffb32937443aa, disabling compactions & flushes 2024-11-26T19:20:43,281 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa. 2024-11-26T19:20:43,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa. 2024-11-26T19:20:43,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa. after waiting 0 ms 2024-11-26T19:20:43,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa. 2024-11-26T19:20:43,281 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa. 2024-11-26T19:20:43,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ce089b379673175e784ffb32937443aa: Waiting for close lock at 1732648843280Disabling compacts and flushes for region at 1732648843281 (+1 ms)Disabling writes for close at 1732648843281Writing region close event to WAL at 1732648843281Closed at 1732648843281 2024-11-26T19:20:43,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:20:43,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732648843282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648843282"}]},"ts":"1732648843282"} 2024-11-26T19:20:43,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:20:43,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:20:43,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648843285"}]},"ts":"1732648843285"} 2024-11-26T19:20:43,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T19:20:43,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ce089b379673175e784ffb32937443aa, ASSIGN}] 2024-11-26T19:20:43,289 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ce089b379673175e784ffb32937443aa, ASSIGN 2024-11-26T19:20:43,289 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ce089b379673175e784ffb32937443aa, ASSIGN; state=OFFLINE, location=fe76acf732b2,46445,1732648828816; forceNewPlan=false, retain=false 2024-11-26T19:20:43,440 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ce089b379673175e784ffb32937443aa, regionState=OPENING, regionLocation=fe76acf732b2,46445,1732648828816 2024-11-26T19:20:43,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ce089b379673175e784ffb32937443aa, ASSIGN because future has completed 2024-11-26T19:20:43,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce089b379673175e784ffb32937443aa, server=fe76acf732b2,46445,1732648828816}] 2024-11-26T19:20:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:43,532 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 379, reset compression=false 2024-11-26T19:20:43,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa. 2024-11-26T19:20:43,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:20:43,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T19:20:43,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C46445%2C1732648828816.rep, suffix=, logDir=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816, archiveDir=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/oldWALs, maxLogs=10 2024-11-26T19:20:43,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.rep.1732648843613, exclude list is [], retry=0 2024-11-26T19:20:43,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42827,DS-bc9ae98a-da26-435e-ade9-cda14cc2920b,DISK] 2024-11-26T19:20:43,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.rep.1732648843613 2024-11-26T19:20:43,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39893:39893)] 2024-11-26T19:20:43,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ce089b379673175e784ffb32937443aa, NAME => 'hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:20:43,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:20:43,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:20:43,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa. service=MultiRowMutationService 2024-11-26T19:20:43,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T19:20:43,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ce089b379673175e784ffb32937443aa 2024-11-26T19:20:43,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:43,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ce089b379673175e784ffb32937443aa 2024-11-26T19:20:43,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ce089b379673175e784ffb32937443aa 2024-11-26T19:20:43,648 INFO [StoreOpener-ce089b379673175e784ffb32937443aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ce089b379673175e784ffb32937443aa 2024-11-26T19:20:43,650 INFO [StoreOpener-ce089b379673175e784ffb32937443aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce089b379673175e784ffb32937443aa columnFamilyName hfileref 2024-11-26T19:20:43,650 DEBUG [StoreOpener-ce089b379673175e784ffb32937443aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:43,650 INFO [StoreOpener-ce089b379673175e784ffb32937443aa-1 {}] regionserver.HStore(327): Store=ce089b379673175e784ffb32937443aa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:43,650 INFO [StoreOpener-ce089b379673175e784ffb32937443aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ce089b379673175e784ffb32937443aa 2024-11-26T19:20:43,651 INFO [StoreOpener-ce089b379673175e784ffb32937443aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce089b379673175e784ffb32937443aa columnFamilyName queue 2024-11-26T19:20:43,651 DEBUG [StoreOpener-ce089b379673175e784ffb32937443aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:43,652 INFO [StoreOpener-ce089b379673175e784ffb32937443aa-1 {}] regionserver.HStore(327): Store=ce089b379673175e784ffb32937443aa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:43,652 INFO [StoreOpener-ce089b379673175e784ffb32937443aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ce089b379673175e784ffb32937443aa 2024-11-26T19:20:43,657 INFO [StoreOpener-ce089b379673175e784ffb32937443aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce089b379673175e784ffb32937443aa columnFamilyName sid 2024-11-26T19:20:43,657 DEBUG [StoreOpener-ce089b379673175e784ffb32937443aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:43,657 INFO [StoreOpener-ce089b379673175e784ffb32937443aa-1 {}] regionserver.HStore(327): Store=ce089b379673175e784ffb32937443aa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:43,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ce089b379673175e784ffb32937443aa 2024-11-26T19:20:43,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/replication/ce089b379673175e784ffb32937443aa 2024-11-26T19:20:43,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/replication/ce089b379673175e784ffb32937443aa 2024-11-26T19:20:43,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ce089b379673175e784ffb32937443aa 2024-11-26T19:20:43,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ce089b379673175e784ffb32937443aa 2024-11-26T19:20:43,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:20:43,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ce089b379673175e784ffb32937443aa 2024-11-26T19:20:43,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/replication/ce089b379673175e784ffb32937443aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:20:43,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ce089b379673175e784ffb32937443aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72868348, jitterRate=0.08582299947738647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:20:43,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce089b379673175e784ffb32937443aa 2024-11-26T19:20:43,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ce089b379673175e784ffb32937443aa: Running coprocessor pre-open hook at 1732648843644Writing region info on filesystem at 1732648843644Initializing all the Stores at 1732648843645 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648843645Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648843648 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648843648Cleaning up temporary data from old regions at 1732648843659 (+11 ms)Running coprocessor post-open hooks at 1732648843665 (+6 ms)Region opened successfully at 1732648843665 2024-11-26T19:20:43,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa., pid=10, masterSystemTime=1732648843596 2024-11-26T19:20:43,669 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ce089b379673175e784ffb32937443aa, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,46445,1732648828816 2024-11-26T19:20:43,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa. 2024-11-26T19:20:43,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa. 2024-11-26T19:20:43,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce089b379673175e784ffb32937443aa, server=fe76acf732b2,46445,1732648828816 because future has completed 2024-11-26T19:20:43,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T19:20:43,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ce089b379673175e784ffb32937443aa, server=fe76acf732b2,46445,1732648828816 in 230 msec 2024-11-26T19:20:43,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T19:20:43,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ce089b379673175e784ffb32937443aa, ASSIGN in 388 msec 2024-11-26T19:20:43,678 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:20:43,678 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648843678"}]},"ts":"1732648843678"} 2024-11-26T19:20:43,680 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T19:20:43,681 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:20:43,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 837 msec 2024-11-26T19:20:43,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa., hostname=fe76acf732b2,46445,1732648828816, seqNum=2] 2024-11-26T19:20:43,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197 2024-11-26T19:20:43,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46445-0x10155b8d72c0004, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197 2024-11-26T19:20:43,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T19:20:43,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T19:20:43,866 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T19:20:43,912 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fe76acf732b2,46445,1732648828816, ReplicationSource: 1, currentBandwidth=0 2024-11-26T19:20:43,913 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:43,913 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,46445,1732648828816, seqNum=-1] 2024-11-26T19:20:43,914 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:43,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-26T19:20:43,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fe76acf732b2,46445,1732648828816', locateType=CURRENT is [region=hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa., hostname=fe76acf732b2,46445,1732648828816, seqNum=2] 2024-11-26T19:20:43,920 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T19:20:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T19:20:43,922 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fe76acf732b2,46445,1732648828816 suceeded 2024-11-26T19:20:43,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T19:20:43,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-26T19:20:43,924 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fe76acf732b2:42125,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T19:20:43,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0910 sec 2024-11-26T19:20:43,943 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:42125' 2024-11-26T19:20:43,944 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c170dca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:43,944 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,42125,-1 for getting cluster id 2024-11-26T19:20:43,945 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:43,946 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccc8434b-2889-4e79-a00d-1ebe75180d38' 2024-11-26T19:20:43,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:43,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccc8434b-2889-4e79-a00d-1ebe75180d38" 2024-11-26T19:20:43,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fd53bc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:43,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,42125,-1] 2024-11-26T19:20:43,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:43,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:43,948 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:43,949 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@250d1d4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:43,949 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:43,950 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,42125,1732648832528 2024-11-26T19:20:43,950 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f782cc7 2024-11-26T19:20:43,951 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:43,952 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-26T19:20:43,953 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fe76acf732b2,46445,1732648828816 (queues=1) is replicating from cluster=2f9cdc3f-3afb-4227-ae4d-bf4637706888 to cluster=ccc8434b-2889-4e79-a00d-1ebe75180d38 2024-11-26T19:20:43,953 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fe76acf732b2%2C46445%2C1732648828816 2024-11-26T19:20:43,953 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fe76acf732b2,46445,1732648828816, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T19:20:43,954 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437, startPosition=0, beingWritten=true 2024-11-26T19:20:43,957 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.shipperfe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fe76acf732b2%2C46445%2C1732648828816 2024-11-26T19:20:43,968 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:20:43,968 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.shipperfe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,46445,1732648828816 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:20:43,968 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 379, reset compression=false 2024-11-26T19:20:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:43,973 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T19:20:43,973 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:20:43,973 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:43,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:43,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:43,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:43,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c594682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:43,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,42125,-1 for getting cluster id 2024-11-26T19:20:43,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:43,980 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccc8434b-2889-4e79-a00d-1ebe75180d38' 2024-11-26T19:20:43,981 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:43,981 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccc8434b-2889-4e79-a00d-1ebe75180d38" 2024-11-26T19:20:43,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:43,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdd134c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:43,982 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,42125,-1] 2024-11-26T19:20:43,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:43,983 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:43,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b6203d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:43,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:43,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,42125,1732648832528 2024-11-26T19:20:43,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12a73a4f 2024-11-26T19:20:43,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:43,986 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:20:43,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fe76acf732b2:46687,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T19:20:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T19:20:43,989 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:46687' 2024-11-26T19:20:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:43,992 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101539f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:43,992 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,46687,-1 for getting cluster id 2024-11-26T19:20:43,993 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:43,993 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c70f6783-9488-435f-8ba4-729e141e931b' 2024-11-26T19:20:43,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:43,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c70f6783-9488-435f-8ba4-729e141e931b" 2024-11-26T19:20:43,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73926cf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:43,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,46687,-1] 2024-11-26T19:20:43,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:43,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:43,996 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:43,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72445ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:43,996 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:43,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,46687,1732648824946 2024-11-26T19:20:43,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b7aadc3 2024-11-26T19:20:43,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:43,998 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:20:43,999 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T19:20:43,999 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T19:20:43,999 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:43,999 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:44,000 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:20:44,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:44,001 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T19:20:44,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:20:44,002 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:44,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:20:44,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741837_1013 (size=1138) 2024-11-26T19:20:44,051 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T19:20:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:44,135 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 379, reset compression=false 2024-11-26T19:20:44,181 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 379, reset compression=false 2024-11-26T19:20:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:44,420 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3713f2d2c1c9b5869687e20d2c9f5a4b, NAME => 'hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846 2024-11-26T19:20:44,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741838_1014 (size=44) 2024-11-26T19:20:44,489 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T19:20:44,489 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 379, reset compression=false 2024-11-26T19:20:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:44,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:44,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3713f2d2c1c9b5869687e20d2c9f5a4b, disabling compactions & flushes 2024-11-26T19:20:44,831 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b. 2024-11-26T19:20:44,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b. 2024-11-26T19:20:44,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b. after waiting 0 ms 2024-11-26T19:20:44,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b. 2024-11-26T19:20:44,831 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b. 2024-11-26T19:20:44,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3713f2d2c1c9b5869687e20d2c9f5a4b: Waiting for close lock at 1732648844831Disabling compacts and flushes for region at 1732648844831Disabling writes for close at 1732648844831Writing region close event to WAL at 1732648844831Closed at 1732648844831 2024-11-26T19:20:44,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:20:44,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732648844832"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648844832"}]},"ts":"1732648844832"} 2024-11-26T19:20:44,835 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:20:44,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:20:44,836 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648844836"}]},"ts":"1732648844836"} 2024-11-26T19:20:44,838 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T19:20:44,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3713f2d2c1c9b5869687e20d2c9f5a4b, ASSIGN}] 2024-11-26T19:20:44,839 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3713f2d2c1c9b5869687e20d2c9f5a4b, ASSIGN 2024-11-26T19:20:44,840 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3713f2d2c1c9b5869687e20d2c9f5a4b, ASSIGN; state=OFFLINE, location=fe76acf732b2,33345,1732648832571; forceNewPlan=false, retain=false 2024-11-26T19:20:44,840 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 379, reset compression=false 2024-11-26T19:20:44,894 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 379, reset compression=false 2024-11-26T19:20:44,990 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3713f2d2c1c9b5869687e20d2c9f5a4b, regionState=OPENING, regionLocation=fe76acf732b2,33345,1732648832571 2024-11-26T19:20:44,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3713f2d2c1c9b5869687e20d2c9f5a4b, ASSIGN because future has completed 2024-11-26T19:20:44,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3713f2d2c1c9b5869687e20d2c9f5a4b, server=fe76acf732b2,33345,1732648832571}] 2024-11-26T19:20:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:45,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b. 2024-11-26T19:20:45,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:20:45,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T19:20:45,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C33345%2C1732648832571.rep, suffix=, logDir=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571, archiveDir=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/oldWALs, maxLogs=10 2024-11-26T19:20:45,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.rep.1732648845153, exclude list is [], retry=0 2024-11-26T19:20:45,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40511,DS-606251ac-d0cc-41f8-b759-70d60f0c9b52,DISK] 2024-11-26T19:20:45,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.rep.1732648845153 2024-11-26T19:20:45,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38903:38903)] 2024-11-26T19:20:45,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3713f2d2c1c9b5869687e20d2c9f5a4b, NAME => 'hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:20:45,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:20:45,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:20:45,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b. service=MultiRowMutationService 2024-11-26T19:20:45,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T19:20:45,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3713f2d2c1c9b5869687e20d2c9f5a4b 2024-11-26T19:20:45,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:20:45,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3713f2d2c1c9b5869687e20d2c9f5a4b 2024-11-26T19:20:45,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3713f2d2c1c9b5869687e20d2c9f5a4b 2024-11-26T19:20:45,180 INFO [StoreOpener-3713f2d2c1c9b5869687e20d2c9f5a4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3713f2d2c1c9b5869687e20d2c9f5a4b 2024-11-26T19:20:45,181 INFO [StoreOpener-3713f2d2c1c9b5869687e20d2c9f5a4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3713f2d2c1c9b5869687e20d2c9f5a4b columnFamilyName hfileref 2024-11-26T19:20:45,181 DEBUG [StoreOpener-3713f2d2c1c9b5869687e20d2c9f5a4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:45,182 INFO [StoreOpener-3713f2d2c1c9b5869687e20d2c9f5a4b-1 {}] regionserver.HStore(327): Store=3713f2d2c1c9b5869687e20d2c9f5a4b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:45,182 INFO [StoreOpener-3713f2d2c1c9b5869687e20d2c9f5a4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3713f2d2c1c9b5869687e20d2c9f5a4b 2024-11-26T19:20:45,183 INFO [StoreOpener-3713f2d2c1c9b5869687e20d2c9f5a4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3713f2d2c1c9b5869687e20d2c9f5a4b columnFamilyName queue 2024-11-26T19:20:45,183 DEBUG [StoreOpener-3713f2d2c1c9b5869687e20d2c9f5a4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:45,183 INFO [StoreOpener-3713f2d2c1c9b5869687e20d2c9f5a4b-1 {}] regionserver.HStore(327): Store=3713f2d2c1c9b5869687e20d2c9f5a4b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:45,183 INFO [StoreOpener-3713f2d2c1c9b5869687e20d2c9f5a4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3713f2d2c1c9b5869687e20d2c9f5a4b 2024-11-26T19:20:45,184 INFO [StoreOpener-3713f2d2c1c9b5869687e20d2c9f5a4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3713f2d2c1c9b5869687e20d2c9f5a4b columnFamilyName sid 2024-11-26T19:20:45,184 DEBUG [StoreOpener-3713f2d2c1c9b5869687e20d2c9f5a4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:20:45,184 INFO [StoreOpener-3713f2d2c1c9b5869687e20d2c9f5a4b-1 {}] regionserver.HStore(327): Store=3713f2d2c1c9b5869687e20d2c9f5a4b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:20:45,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3713f2d2c1c9b5869687e20d2c9f5a4b 2024-11-26T19:20:45,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/replication/3713f2d2c1c9b5869687e20d2c9f5a4b 2024-11-26T19:20:45,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/replication/3713f2d2c1c9b5869687e20d2c9f5a4b 2024-11-26T19:20:45,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3713f2d2c1c9b5869687e20d2c9f5a4b 2024-11-26T19:20:45,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3713f2d2c1c9b5869687e20d2c9f5a4b 2024-11-26T19:20:45,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:20:45,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3713f2d2c1c9b5869687e20d2c9f5a4b 2024-11-26T19:20:45,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/replication/3713f2d2c1c9b5869687e20d2c9f5a4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:20:45,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3713f2d2c1c9b5869687e20d2c9f5a4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67863944, jitterRate=0.011251568794250488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:20:45,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3713f2d2c1c9b5869687e20d2c9f5a4b 2024-11-26T19:20:45,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3713f2d2c1c9b5869687e20d2c9f5a4b: Running coprocessor pre-open hook at 1732648845177Writing region info on filesystem at 1732648845177Initializing all the Stores at 1732648845178 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648845178Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648845180 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648845180Cleaning up temporary data from old regions at 1732648845186 (+6 ms)Running coprocessor post-open hooks at 1732648845189 (+3 ms)Region opened successfully at 1732648845189 2024-11-26T19:20:45,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b., pid=10, masterSystemTime=1732648845147 2024-11-26T19:20:45,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b. 2024-11-26T19:20:45,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b. 2024-11-26T19:20:45,192 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3713f2d2c1c9b5869687e20d2c9f5a4b, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,33345,1732648832571 2024-11-26T19:20:45,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3713f2d2c1c9b5869687e20d2c9f5a4b, server=fe76acf732b2,33345,1732648832571 because future has completed 2024-11-26T19:20:45,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T19:20:45,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3713f2d2c1c9b5869687e20d2c9f5a4b, server=fe76acf732b2,33345,1732648832571 in 200 msec 2024-11-26T19:20:45,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T19:20:45,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3713f2d2c1c9b5869687e20d2c9f5a4b, ASSIGN in 358 msec 2024-11-26T19:20:45,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:20:45,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648845200"}]},"ts":"1732648845200"} 2024-11-26T19:20:45,202 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T19:20:45,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:20:45,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2020 sec 2024-11-26T19:20:45,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b., hostname=fe76acf732b2,33345,1732648832571, seqNum=2] 2024-11-26T19:20:45,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x10155b8d72c0007, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679 2024-11-26T19:20:45,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679 2024-11-26T19:20:45,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T19:20:45,321 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:45,322 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:20:45,322 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48501 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:20:45,397 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 379, reset compression=false 2024-11-26T19:20:45,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T19:20:45,421 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T19:20:45,466 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fe76acf732b2,33345,1732648832571, ReplicationSource: 1, currentBandwidth=0 2024-11-26T19:20:45,467 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:45,467 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,33345,1732648832571, seqNum=-1] 2024-11-26T19:20:45,468 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:45,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-26T19:20:45,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fe76acf732b2,33345,1732648832571', locateType=CURRENT is [region=hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b., hostname=fe76acf732b2,33345,1732648832571, seqNum=2] 2024-11-26T19:20:45,476 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T19:20:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T19:20:45,479 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fe76acf732b2,33345,1732648832571 suceeded 2024-11-26T19:20:45,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T19:20:45,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-11-26T19:20:45,480 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fe76acf732b2:46687,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T19:20:45,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4940 sec 2024-11-26T19:20:45,495 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:46687' 2024-11-26T19:20:45,496 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71981601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:45,496 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,46687,-1 for getting cluster id 2024-11-26T19:20:45,496 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:45,497 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c70f6783-9488-435f-8ba4-729e141e931b' 2024-11-26T19:20:45,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:45,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c70f6783-9488-435f-8ba4-729e141e931b" 2024-11-26T19:20:45,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71c59b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:45,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,46687,-1] 2024-11-26T19:20:45,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:45,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:45,498 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:45,499 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10e02821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:45,499 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:45,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,46687,1732648824946 2024-11-26T19:20:45,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dde7b39 2024-11-26T19:20:45,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:45,500 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-26T19:20:45,501 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fe76acf732b2,33345,1732648832571 (queues=1) is replicating from cluster=ccc8434b-2889-4e79-a00d-1ebe75180d38 to cluster=c70f6783-9488-435f-8ba4-729e141e931b 2024-11-26T19:20:45,501 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fe76acf732b2%2C33345%2C1732648832571 2024-11-26T19:20:45,501 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fe76acf732b2,33345,1732648832571, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T19:20:45,501 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159, startPosition=0, beingWritten=true 2024-11-26T19:20:45,504 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fe76acf732b2%2C33345%2C1732648832571 2024-11-26T19:20:45,506 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:20:45,506 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 379, reset compression=false 2024-11-26T19:20:45,506 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,33345,1732648832571 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:20:45,644 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 379, reset compression=false 2024-11-26T19:20:45,710 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 379, reset compression=false 2024-11-26T19:20:46,001 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 379, reset compression=false 2024-11-26T19:20:46,014 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 379, reset compression=false 2024-11-26T19:20:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:20:46,143 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T19:20:46,143 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:20:46,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:46,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:46,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:46,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:46,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a2d50d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:46,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,46687,-1 for getting cluster id 2024-11-26T19:20:46,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:46,145 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c70f6783-9488-435f-8ba4-729e141e931b' 2024-11-26T19:20:46,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:46,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c70f6783-9488-435f-8ba4-729e141e931b" 2024-11-26T19:20:46,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6838b329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:46,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,46687,-1] 2024-11-26T19:20:46,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:46,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:46,147 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:46,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc99ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:46,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ddea05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:46,148 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,36589,-1 for getting cluster id 2024-11-26T19:20:46,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:46,149 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f9cdc3f-3afb-4227-ae4d-bf4637706888' 2024-11-26T19:20:46,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:46,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f9cdc3f-3afb-4227-ae4d-bf4637706888" 2024-11-26T19:20:46,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1448fd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:46,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,36589,-1] 2024-11-26T19:20:46,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:46,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:46,150 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d65761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:46,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b925887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:46,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,42125,-1 for getting cluster id 2024-11-26T19:20:46,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:46,153 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccc8434b-2889-4e79-a00d-1ebe75180d38' 2024-11-26T19:20:46,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:46,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccc8434b-2889-4e79-a00d-1ebe75180d38" 2024-11-26T19:20:46,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fe44e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:46,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,42125,-1] 2024-11-26T19:20:46,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:46,154 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:46,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77048a19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:46,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,39057,1732648825010, seqNum=-1] 2024-11-26T19:20:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:46,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:20:46,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee., hostname=fe76acf732b2,39057,1732648825010, seqNum=2] 2024-11-26T19:20:46,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,33345,1732648832571, seqNum=-1] 2024-11-26T19:20:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:46,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:20:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80., hostname=fe76acf732b2,33345,1732648832571, seqNum=2] 2024-11-26T19:20:46,195 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T19:20:46,417 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 379, reset compression=false 2024-11-26T19:20:46,549 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 379, reset compression=false 2024-11-26T19:20:46,555 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:20:46,555 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 480, reset compression=false 2024-11-26T19:20:46,555 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.shipperfe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,39057,1732648825010 got entry batch from reader: WALEntryBatch [walEntries=[{test/0aa9792b9914da6685d1f5f27fa3e6ee/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T19:20:46,558 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.shipperfe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:20:46,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-26T19:20:46,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:20:46,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b21e493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:46,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,36589,-1 for getting cluster id 2024-11-26T19:20:46,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:46,561 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f9cdc3f-3afb-4227-ae4d-bf4637706888' 2024-11-26T19:20:46,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:46,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f9cdc3f-3afb-4227-ae4d-bf4637706888" 2024-11-26T19:20:46,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74e03204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:46,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,36589,-1] 2024-11-26T19:20:46,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:46,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:46,563 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:46,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f6f7fde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:46,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:46,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,46445,1732648828816, seqNum=-1] 2024-11-26T19:20:46,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:46,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-26T19:20:46,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732648836362.3c91357d3f3530ca45854d0d853a858f., hostname=fe76acf732b2,46445,1732648828816, seqNum=2] 2024-11-26T19:20:46,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:20:46,706 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 379, reset compression=false 2024-11-26T19:20:46,711 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:20:46,711 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 504, reset compression=false 2024-11-26T19:20:46,711 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.shipperfe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,46445,1732648828816 got entry batch from reader: WALEntryBatch [walEntries=[{test/3c91357d3f3530ca45854d0d853a858f/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-26T19:20:46,713 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.shipperfe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:20:46,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-26T19:20:46,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:20:46,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e553e9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:46,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,42125,-1 for getting cluster id 2024-11-26T19:20:46,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:46,717 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccc8434b-2889-4e79-a00d-1ebe75180d38' 2024-11-26T19:20:46,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:46,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccc8434b-2889-4e79-a00d-1ebe75180d38" 2024-11-26T19:20:46,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39a11ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:46,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,42125,-1] 2024-11-26T19:20:46,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:46,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:46,718 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:46,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@497c8f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:46,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:46,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,33345,1732648832571, seqNum=-1] 2024-11-26T19:20:46,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:46,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-26T19:20:46,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80., hostname=fe76acf732b2,33345,1732648832571, seqNum=2] 2024-11-26T19:20:46,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:20:46,762 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 480, reset compression=false 2024-11-26T19:20:46,916 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 504, reset compression=false 2024-11-26T19:20:46,928 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 379, reset compression=false 2024-11-26T19:20:46,942 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:20:46,942 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 527, reset compression=false 2024-11-26T19:20:46,942 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,33345,1732648832571 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:20:47,075 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 480, reset compression=false 2024-11-26T19:20:47,158 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 527, reset compression=false 2024-11-26T19:20:47,198 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T19:20:47,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:47,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,46445,1732648828816, seqNum=-1] 2024-11-26T19:20:47,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:47,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:20:47,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732648836362.3c91357d3f3530ca45854d0d853a858f., hostname=fe76acf732b2,46445,1732648828816, seqNum=2] 2024-11-26T19:20:47,213 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T19:20:47,221 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 504, reset compression=false 2024-11-26T19:20:47,227 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:20:47,227 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 608, reset compression=false 2024-11-26T19:20:47,227 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.shipperfe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,46445,1732648828816 got entry batch from reader: WALEntryBatch [walEntries=[{test/3c91357d3f3530ca45854d0d853a858f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T19:20:47,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:20:47,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:20:47,344 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:20:47,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:47,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:47,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:47,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:47,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:47,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:47,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:47,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:47,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:47,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:47,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:47,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:47,431 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 608, reset compression=false 2024-11-26T19:20:47,463 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 527, reset compression=false 2024-11-26T19:20:47,469 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:20:47,469 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 654, reset compression=false 2024-11-26T19:20:47,469 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,33345,1732648832571 got entry batch from reader: WALEntryBatch [walEntries=[{test/8392537dac2f3b48c2cccd2cdbf66a80/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T19:20:47,472 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:20:47,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-26T19:20:47,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:20:47,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63da29ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:47,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,46687,-1 for getting cluster id 2024-11-26T19:20:47,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:47,475 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c70f6783-9488-435f-8ba4-729e141e931b' 2024-11-26T19:20:47,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:47,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c70f6783-9488-435f-8ba4-729e141e931b" 2024-11-26T19:20:47,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66ae50db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:47,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,46687,-1] 2024-11-26T19:20:47,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:47,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:47,477 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:47,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31d20c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:47,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:20:47,478 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 480, reset compression=false 2024-11-26T19:20:47,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,39057,1732648825010, seqNum=-1] 2024-11-26T19:20:47,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:20:47,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-26T19:20:47,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee., hostname=fe76acf732b2,39057,1732648825010, seqNum=2] 2024-11-26T19:20:47,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:20:47,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T19:20:47,514 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T19:20:47,673 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 654, reset compression=false 2024-11-26T19:20:47,744 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 608, reset compression=false 2024-11-26T19:20:47,978 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 654, reset compression=false 2024-11-26T19:20:47,984 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 480, reset compression=false 2024-11-26T19:20:47,988 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:20:47,988 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 631, reset compression=false 2024-11-26T19:20:47,988 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.shipperfe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,39057,1732648825010 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:20:48,150 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 608, reset compression=false 2024-11-26T19:20:48,191 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 631, reset compression=false 2024-11-26T19:20:48,215 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T19:20:48,218 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-26T19:20:48,382 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 654, reset compression=false 2024-11-26T19:20:48,386 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:20:48,386 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 758, reset compression=false 2024-11-26T19:20:48,386 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,33345,1732648832571 got entry batch from reader: WALEntryBatch [walEntries=[{test/8392537dac2f3b48c2cccd2cdbf66a80/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T19:20:48,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:20:48,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:20:48,494 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 631, reset compression=false 2024-11-26T19:20:48,499 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:20:48,499 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 759, reset compression=false 2024-11-26T19:20:48,499 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.shipperfe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,39057,1732648825010 got entry batch from reader: WALEntryBatch [walEntries=[{test/0aa9792b9914da6685d1f5f27fa3e6ee/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T19:20:48,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:20:48,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:20:48,590 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 758, reset compression=false 2024-11-26T19:20:48,654 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 608, reset compression=false 2024-11-26T19:20:48,658 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:20:48,658 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 760, reset compression=false 2024-11-26T19:20:48,658 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.shipperfe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,46445,1732648828816 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:20:48,702 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 759, reset compression=false 2024-11-26T19:20:48,861 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 760, reset compression=false 2024-11-26T19:20:48,893 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 758, reset compression=false 2024-11-26T19:20:49,005 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 759, reset compression=false 2024-11-26T19:20:49,169 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 760, reset compression=false 2024-11-26T19:20:49,220 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-26T19:20:49,225 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T19:20:49,298 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 758, reset compression=false 2024-11-26T19:20:49,409 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 759, reset compression=false 2024-11-26T19:20:49,415 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:20:49,415 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 915, reset compression=false 2024-11-26T19:20:49,415 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.shipperfe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,39057,1732648825010 got entry batch from reader: WALEntryBatch [walEntries=[{test/0aa9792b9914da6685d1f5f27fa3e6ee/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T19:20:49,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:20:49,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:20:49,573 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 760, reset compression=false 2024-11-26T19:20:49,581 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:20:49,581 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 908, reset compression=false 2024-11-26T19:20:49,581 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.shipperfe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,46445,1732648828816 got entry batch from reader: WALEntryBatch [walEntries=[{test/3c91357d3f3530ca45854d0d853a858f/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-26T19:20:49,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:20:49,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:20:49,619 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 915, reset compression=false 2024-11-26T19:20:49,789 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 908, reset compression=false 2024-11-26T19:20:49,804 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 758, reset compression=false 2024-11-26T19:20:49,810 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:20:49,810 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 929, reset compression=false 2024-11-26T19:20:49,810 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,33345,1732648832571 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:20:49,925 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 915, reset compression=false 2024-11-26T19:20:50,017 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 929, reset compression=false 2024-11-26T19:20:50,099 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 908, reset compression=false 2024-11-26T19:20:50,228 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T19:20:50,232 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T19:20:50,321 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 929, reset compression=false 2024-11-26T19:20:50,335 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 915, reset compression=false 2024-11-26T19:20:50,502 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 908, reset compression=false 2024-11-26T19:20:50,506 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:20:50,506 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1067, reset compression=false 2024-11-26T19:20:50,506 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.shipperfe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,46445,1732648828816 got entry batch from reader: WALEntryBatch [walEntries=[{test/3c91357d3f3530ca45854d0d853a858f/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T19:20:50,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:20:50,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:20:50,709 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1067, reset compression=false 2024-11-26T19:20:50,725 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 929, reset compression=false 2024-11-26T19:20:50,728 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:20:50,728 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 1078, reset compression=false 2024-11-26T19:20:50,728 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,33345,1732648832571 got entry batch from reader: WALEntryBatch [walEntries=[{test/8392537dac2f3b48c2cccd2cdbf66a80/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-26T19:20:50,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:20:50,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:20:50,838 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 915, reset compression=false 2024-11-26T19:20:50,843 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:20:50,843 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1088, reset compression=false 2024-11-26T19:20:50,843 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.shipperfe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,39057,1732648825010 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:20:50,931 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 1078, reset compression=false 2024-11-26T19:20:51,013 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1067, reset compression=false 2024-11-26T19:20:51,049 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1088, reset compression=false 2024-11-26T19:20:51,234 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T19:20:51,235 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 1078, reset compression=false 2024-11-26T19:20:51,237 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-26T19:20:51,239 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:20:51,239 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 1237, reset compression=false 2024-11-26T19:20:51,239 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,33345,1732648832571 got entry batch from reader: WALEntryBatch [walEntries=[{test/8392537dac2f3b48c2cccd2cdbf66a80/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T19:20:51,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:20:51,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:20:51,353 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1088, reset compression=false 2024-11-26T19:20:51,358 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:20:51,358 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1238, reset compression=false 2024-11-26T19:20:51,358 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.shipperfe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,39057,1732648825010 got entry batch from reader: WALEntryBatch [walEntries=[{test/0aa9792b9914da6685d1f5f27fa3e6ee/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-26T19:20:51,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:20:51,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:20:51,416 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1067, reset compression=false 2024-11-26T19:20:51,420 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:20:51,420 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1241, reset compression=false 2024-11-26T19:20:51,420 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.shipperfe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,46445,1732648828816 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:20:51,442 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 1237, reset compression=false 2024-11-26T19:20:51,561 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1238, reset compression=false 2024-11-26T19:20:51,623 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1241, reset compression=false 2024-11-26T19:20:51,745 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 1237, reset compression=false 2024-11-26T19:20:51,864 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1238, reset compression=false 2024-11-26T19:20:51,927 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1241, reset compression=false 2024-11-26T19:20:52,149 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 1237, reset compression=false 2024-11-26T19:20:52,239 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-26T19:20:52,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725611db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:52,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,42125,-1 for getting cluster id 2024-11-26T19:20:52,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:52,246 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccc8434b-2889-4e79-a00d-1ebe75180d38' 2024-11-26T19:20:52,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:52,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccc8434b-2889-4e79-a00d-1ebe75180d38" 2024-11-26T19:20:52,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b5da7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:52,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,42125,-1] 2024-11-26T19:20:52,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:52,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:52,247 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:52,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c87e38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:52,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:52,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,42125,1732648832528 2024-11-26T19:20:52,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2424656a 2024-11-26T19:20:52,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:52,252 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:20:52,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-26T19:20:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-26T19:20:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T19:20:52,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T19:20:52,268 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1238, reset compression=false 2024-11-26T19:20:52,331 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1241, reset compression=false 2024-11-26T19:20:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T19:20:52,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-26T19:20:52,412 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-26T19:20:52,412 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-26T19:20:52,413 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fe76acf732b2,33345,1732648832571 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-26T19:20:52,413 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0. 2024-11-26T19:20:52,413 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:52,413 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:52,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:52,413 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:52,513 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T19:20:52,513 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T19:20:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T19:20:52,614 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 terminated 2024-11-26T19:20:52,631 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-fe76acf732b2,33345,1732648832571, ReplicationSource: 1, currentBandwidth=0 2024-11-26T19:20:52,632 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-26T19:20:52,632 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T19:20:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-26T19:20:52,635 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on fe76acf732b2,33345,1732648832571 suceeded 2024-11-26T19:20:52,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T19:20:52,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 376 msec 2024-11-26T19:20:52,637 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-26T19:20:52,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 384 msec 2024-11-26T19:20:52,647 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:46687' 2024-11-26T19:20:52,649 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c025190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:52,649 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,46687,-1 for getting cluster id 2024-11-26T19:20:52,649 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:52,650 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c70f6783-9488-435f-8ba4-729e141e931b' 2024-11-26T19:20:52,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:52,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c70f6783-9488-435f-8ba4-729e141e931b" 2024-11-26T19:20:52,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a8f3fc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:52,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,46687,-1] 2024-11-26T19:20:52,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:52,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:52,651 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:52,652 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4931a514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:52,652 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:52,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,46687,1732648824946 2024-11-26T19:20:52,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ad9979e 2024-11-26T19:20:52,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:52,653 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-26T19:20:52,654 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fe76acf732b2,33345,1732648832571 (queues=1) is replicating from cluster=ccc8434b-2889-4e79-a00d-1ebe75180d38 to cluster=c70f6783-9488-435f-8ba4-729e141e931b 2024-11-26T19:20:52,654 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fe76acf732b2%2C33345%2C1732648832571 2024-11-26T19:20:52,654 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fe76acf732b2,33345,1732648832571, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T19:20:52,655 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fe76acf732b2%2C33345%2C1732648832571 2024-11-26T19:20:52,771 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1238, reset compression=false 2024-11-26T19:20:52,835 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1241, reset compression=false 2024-11-26T19:20:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T19:20:52,886 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-26T19:20:52,886 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:20:52,886 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:52,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:52,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:52,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:52,890 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-26T19:20:53,375 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1238, reset compression=false 2024-11-26T19:20:53,380 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:20:53,380 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1342, reset compression=false 2024-11-26T19:20:53,380 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.shipperfe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,39057,1732648825010 got entry batch from reader: WALEntryBatch [walEntries=[{test/0aa9792b9914da6685d1f5f27fa3e6ee/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T19:20:53,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:20:53,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:20:53,438 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1241, reset compression=false 2024-11-26T19:20:53,453 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:20:53,453 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1369, reset compression=false 2024-11-26T19:20:53,453 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.shipperfe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,46445,1732648828816 got entry batch from reader: WALEntryBatch [walEntries=[{test/3c91357d3f3530ca45854d0d853a858f/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T19:20:53,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:20:53,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:20:53,589 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1342, reset compression=false 2024-11-26T19:20:53,659 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1369, reset compression=false 2024-11-26T19:20:53,892 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-26T19:20:53,893 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1342, reset compression=false 2024-11-26T19:20:53,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78dca41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:53,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,42125,-1 for getting cluster id 2024-11-26T19:20:53,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:20:53,896 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccc8434b-2889-4e79-a00d-1ebe75180d38' 2024-11-26T19:20:53,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:20:53,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccc8434b-2889-4e79-a00d-1ebe75180d38" 2024-11-26T19:20:53,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4bcdc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:53,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,42125,-1] 2024-11-26T19:20:53,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:20:53,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:53,898 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:20:53,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6273e601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:20:53,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:20:53,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,42125,1732648832528 2024-11-26T19:20:53,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@125a1808 2024-11-26T19:20:53,902 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:20:53,903 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:20:53,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-26T19:20:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-26T19:20:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T19:20:53,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T19:20:53,963 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1369, reset compression=false 2024-11-26T19:20:53,968 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:20:53,968 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1473, reset compression=false 2024-11-26T19:20:53,968 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.shipperfe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,46445,1732648828816 got entry batch from reader: WALEntryBatch [walEntries=[{test/3c91357d3f3530ca45854d0d853a858f/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T19:20:53,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:20:53,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:20:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T19:20:54,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-26T19:20:54,063 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-26T19:20:54,064 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T19:20:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-26T19:20:54,066 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on fe76acf732b2,33345,1732648832571 suceeded 2024-11-26T19:20:54,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-26T19:20:54,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-26T19:20:54,068 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-26T19:20:54,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 164 msec 2024-11-26T19:20:54,157 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159, startPosition=1237, beingWritten=true 2024-11-26T19:20:54,161 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:20:54,161 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 1515, reset compression=false 2024-11-26T19:20:54,161 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,33345,1732648832571 got entry batch from reader: WALEntryBatch [walEntries=[{test/8392537dac2f3b48c2cccd2cdbf66a80/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T19:20:54,164 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:20:54,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-26T19:20:54,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:20:54,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:20:54,172 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1473, reset compression=false 2024-11-26T19:20:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T19:20:54,222 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-26T19:20:54,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:20:54,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:54,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:54,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:54,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:54,224 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-26T19:20:54,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T19:20:54,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:20:54,225 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:54,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:54,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:54,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:54,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:20:54,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1661071980, stopped=false 2024-11-26T19:20:54,225 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,42125,1732648832528 2024-11-26T19:20:54,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x10155b8d72c0007, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-850782679/running 2024-11-26T19:20:54,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-850782679/running 2024-11-26T19:20:54,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x10155b8d72c0007, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679 2024-11-26T19:20:54,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679 2024-11-26T19:20:54,227 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:20:54,228 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:20:54,228 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:54,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:54,228 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,33345,1732648832571' ***** 2024-11-26T19:20:54,228 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:20:54,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Set watcher on znode that does not yet exist, /2-850782679/running 2024-11-26T19:20:54,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33345-0x10155b8d72c0007, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Set watcher on znode that does not yet exist, /2-850782679/running 2024-11-26T19:20:54,229 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:20:54,229 INFO [RS:0;fe76acf732b2:33345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:20:54,229 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:20:54,229 INFO [RS:0;fe76acf732b2:33345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:20:54,229 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(3091): Received CLOSE for 3713f2d2c1c9b5869687e20d2c9f5a4b 2024-11-26T19:20:54,229 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(3091): Received CLOSE for 8392537dac2f3b48c2cccd2cdbf66a80 2024-11-26T19:20:54,229 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,33345,1732648832571 2024-11-26T19:20:54,229 INFO [RS:0;fe76acf732b2:33345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:20:54,229 INFO [RS:0;fe76acf732b2:33345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:33345. 2024-11-26T19:20:54,229 DEBUG [RS:0;fe76acf732b2:33345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:54,229 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3713f2d2c1c9b5869687e20d2c9f5a4b, disabling compactions & flushes 2024-11-26T19:20:54,229 DEBUG [RS:0;fe76acf732b2:33345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:54,229 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b. 2024-11-26T19:20:54,230 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b. 2024-11-26T19:20:54,230 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b. after waiting 0 ms 2024-11-26T19:20:54,230 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b. 2024-11-26T19:20:54,230 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:20:54,230 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:20:54,230 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:20:54,230 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3713f2d2c1c9b5869687e20d2c9f5a4b 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-26T19:20:54,230 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:20:54,230 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T19:20:54,230 DEBUG [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(1325): Online Regions={3713f2d2c1c9b5869687e20d2c9f5a4b=hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b., 1588230740=hbase:meta,,1.1588230740, 8392537dac2f3b48c2cccd2cdbf66a80=test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80.} 2024-11-26T19:20:54,230 DEBUG [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3713f2d2c1c9b5869687e20d2c9f5a4b, 8392537dac2f3b48c2cccd2cdbf66a80 2024-11-26T19:20:54,230 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:20:54,230 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:20:54,230 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:20:54,230 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:20:54,230 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:20:54,230 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T19:20:54,254 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/.tmp/info/3a105576329d4df1aa040e38fe0f07a8 is 147, key is hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b./info:regioninfo/1732648845192/Put/seqid=0 2024-11-26T19:20:54,254 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/replication/3713f2d2c1c9b5869687e20d2c9f5a4b/.tmp/queue/e6fe5cd244ab4e0e892a10d29cea2523 is 154, key is 1-fe76acf732b2,33345,1732648832571/queue:fe76acf732b2%2C33345%2C1732648832571/1732648854169/Put/seqid=0 2024-11-26T19:20:54,254 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:20:54,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741840_1016 (size=7686) 2024-11-26T19:20:54,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741841_1017 (size=5353) 2024-11-26T19:20:54,262 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/replication/3713f2d2c1c9b5869687e20d2c9f5a4b/.tmp/queue/e6fe5cd244ab4e0e892a10d29cea2523 2024-11-26T19:20:54,267 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/replication/3713f2d2c1c9b5869687e20d2c9f5a4b/.tmp/queue/e6fe5cd244ab4e0e892a10d29cea2523 as hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/replication/3713f2d2c1c9b5869687e20d2c9f5a4b/queue/e6fe5cd244ab4e0e892a10d29cea2523 2024-11-26T19:20:54,270 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/replication/3713f2d2c1c9b5869687e20d2c9f5a4b/queue/e6fe5cd244ab4e0e892a10d29cea2523, entries=1, sequenceid=13, filesize=5.2 K 2024-11-26T19:20:54,271 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 3713f2d2c1c9b5869687e20d2c9f5a4b in 41ms, sequenceid=13, compaction requested=false 2024-11-26T19:20:54,281 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/replication/3713f2d2c1c9b5869687e20d2c9f5a4b/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-26T19:20:54,282 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:20:54,282 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:20:54,282 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b. 2024-11-26T19:20:54,282 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3713f2d2c1c9b5869687e20d2c9f5a4b: Waiting for close lock at 1732648854229Running coprocessor pre-close hooks at 1732648854229Disabling compacts and flushes for region at 1732648854229Disabling writes for close at 1732648854230 (+1 ms)Obtaining lock to block concurrent updates at 1732648854230Preparing flush snapshotting stores in 3713f2d2c1c9b5869687e20d2c9f5a4b at 1732648854230Finished memstore snapshotting hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732648854230Flushing stores of hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b. at 1732648854231 (+1 ms)Flushing 3713f2d2c1c9b5869687e20d2c9f5a4b/queue: creating writer at 1732648854231Flushing 3713f2d2c1c9b5869687e20d2c9f5a4b/queue: appending metadata at 1732648854253 (+22 ms)Flushing 3713f2d2c1c9b5869687e20d2c9f5a4b/queue: closing flushed file at 1732648854253Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@310c17f2: reopening flushed file at 1732648854266 (+13 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 3713f2d2c1c9b5869687e20d2c9f5a4b in 41ms, sequenceid=13, compaction requested=false at 1732648854271 (+5 ms)Writing region close event to WAL at 1732648854273 (+2 ms)Running coprocessor post-close hooks at 1732648854282 (+9 ms)Closed at 1732648854282 2024-11-26T19:20:54,282 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732648843999.3713f2d2c1c9b5869687e20d2c9f5a4b. 2024-11-26T19:20:54,282 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8392537dac2f3b48c2cccd2cdbf66a80, disabling compactions & flushes 2024-11-26T19:20:54,282 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80. 2024-11-26T19:20:54,282 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80. 2024-11-26T19:20:54,282 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80. after waiting 0 ms 2024-11-26T19:20:54,283 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80. 2024-11-26T19:20:54,283 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8392537dac2f3b48c2cccd2cdbf66a80 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-26T19:20:54,300 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1342, reset compression=false 2024-11-26T19:20:54,303 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:20:54,303 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1493, reset compression=false 2024-11-26T19:20:54,303 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.shipperfe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,39057,1732648825010 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:20:54,306 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/default/test/8392537dac2f3b48c2cccd2cdbf66a80/.tmp/f/1243ecaf95e2433e88de1ca78b2e900f is 37, key is row3/f:row3/1732648852887/Put/seqid=0 2024-11-26T19:20:54,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741842_1018 (size=5228) 2024-11-26T19:20:54,366 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 1515, reset compression=false 2024-11-26T19:20:54,370 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:20:54,370 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 1762, reset compression=false 2024-11-26T19:20:54,370 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,33345,1732648832571 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:20:54,371 ERROR [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fe76acf732b2,33345,1732648832571: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fe76acf732b2,33345,1732648832571, walGroup=fe76acf732b2%2C33345%2C1732648832571, offset=fe76acf732b2%2C33345%2C1732648832571.1732648834159:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:33345 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T19:20:54,372 ERROR [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T19:20:54,372 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T19:20:54,373 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T19:20:54,373 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T19:20:54,373 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T19:20:54,373 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 894425488 }, "NonHeapMemoryUsage": { "committed": 201064448, "init": 7667712, "max": -1, "used": 198194656 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T19:20:54,373 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:42125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:42125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T19:20:54,430 DEBUG [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8392537dac2f3b48c2cccd2cdbf66a80 2024-11-26T19:20:54,485 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1473, reset compression=false 2024-11-26T19:20:54,507 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1493, reset compression=false 2024-11-26T19:20:54,534 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T19:20:54,574 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 1762, reset compression=false 2024-11-26T19:20:54,630 DEBUG [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8392537dac2f3b48c2cccd2cdbf66a80 2024-11-26T19:20:54,658 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/.tmp/info/3a105576329d4df1aa040e38fe0f07a8 2024-11-26T19:20:54,677 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/.tmp/ns/0eef1eab2a944108aa0ddb3877d7b1ed is 43, key is default/ns:d/1732648835115/Put/seqid=0 2024-11-26T19:20:54,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741843_1019 (size=5153) 2024-11-26T19:20:54,710 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/default/test/8392537dac2f3b48c2cccd2cdbf66a80/.tmp/f/1243ecaf95e2433e88de1ca78b2e900f 2024-11-26T19:20:54,713 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1243ecaf95e2433e88de1ca78b2e900f 2024-11-26T19:20:54,728 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/default/test/8392537dac2f3b48c2cccd2cdbf66a80/.tmp/f1/ce85b9bcbe1d4ccab3fda6ea79a9946a is 30, key is row1/f1:/1732648850229/DeleteFamily/seqid=0 2024-11-26T19:20:54,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741844_1020 (size=5158) 2024-11-26T19:20:54,810 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1493, reset compression=false 2024-11-26T19:20:54,831 DEBUG [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8392537dac2f3b48c2cccd2cdbf66a80 2024-11-26T19:20:54,878 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 1762, reset compression=false 2024-11-26T19:20:54,889 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1473, reset compression=false 2024-11-26T19:20:55,031 DEBUG [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8392537dac2f3b48c2cccd2cdbf66a80 2024-11-26T19:20:55,081 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/.tmp/ns/0eef1eab2a944108aa0ddb3877d7b1ed 2024-11-26T19:20:55,086 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:20:55,086 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:20:55,102 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/.tmp/rep_barrier/7f6b7545be9d48f5a288cb8c6da90774 is 112, key is test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80./rep_barrier:seqnumDuringOpen/1732648839660/Put/seqid=0 2024-11-26T19:20:55,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741845_1021 (size=5518) 2024-11-26T19:20:55,131 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/default/test/8392537dac2f3b48c2cccd2cdbf66a80/.tmp/f1/ce85b9bcbe1d4ccab3fda6ea79a9946a 2024-11-26T19:20:55,134 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce85b9bcbe1d4ccab3fda6ea79a9946a 2024-11-26T19:20:55,149 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/default/test/8392537dac2f3b48c2cccd2cdbf66a80/.tmp/norep/4ef73fed18c94ac090c9d8916efd3cf2 is 33, key is row2/norep:/1732648851234/DeleteFamily/seqid=0 2024-11-26T19:20:55,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741846_1022 (size=5108) 2024-11-26T19:20:55,216 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1493, reset compression=false 2024-11-26T19:20:55,231 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T19:20:55,231 DEBUG [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8392537dac2f3b48c2cccd2cdbf66a80=test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80.} 2024-11-26T19:20:55,231 DEBUG [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8392537dac2f3b48c2cccd2cdbf66a80 2024-11-26T19:20:55,282 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 1762, reset compression=false 2024-11-26T19:20:55,392 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1473, reset compression=false 2024-11-26T19:20:55,431 DEBUG [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8392537dac2f3b48c2cccd2cdbf66a80 2024-11-26T19:20:55,506 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/.tmp/rep_barrier/7f6b7545be9d48f5a288cb8c6da90774 2024-11-26T19:20:55,532 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/.tmp/table/4a19c9c86f274931a7ccd11a77af69c9 is 53, key is hbase:replication/table:state/1732648845200/Put/seqid=0 2024-11-26T19:20:55,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741847_1023 (size=5308) 2024-11-26T19:20:55,553 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/default/test/8392537dac2f3b48c2cccd2cdbf66a80/.tmp/norep/4ef73fed18c94ac090c9d8916efd3cf2 2024-11-26T19:20:55,556 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ef73fed18c94ac090c9d8916efd3cf2 2024-11-26T19:20:55,557 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/default/test/8392537dac2f3b48c2cccd2cdbf66a80/.tmp/f/1243ecaf95e2433e88de1ca78b2e900f as hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/default/test/8392537dac2f3b48c2cccd2cdbf66a80/f/1243ecaf95e2433e88de1ca78b2e900f 2024-11-26T19:20:55,560 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1243ecaf95e2433e88de1ca78b2e900f 2024-11-26T19:20:55,561 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/default/test/8392537dac2f3b48c2cccd2cdbf66a80/f/1243ecaf95e2433e88de1ca78b2e900f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T19:20:55,561 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/default/test/8392537dac2f3b48c2cccd2cdbf66a80/.tmp/f1/ce85b9bcbe1d4ccab3fda6ea79a9946a as hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/default/test/8392537dac2f3b48c2cccd2cdbf66a80/f1/ce85b9bcbe1d4ccab3fda6ea79a9946a 2024-11-26T19:20:55,564 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce85b9bcbe1d4ccab3fda6ea79a9946a 2024-11-26T19:20:55,564 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/default/test/8392537dac2f3b48c2cccd2cdbf66a80/f1/ce85b9bcbe1d4ccab3fda6ea79a9946a, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T19:20:55,565 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/default/test/8392537dac2f3b48c2cccd2cdbf66a80/.tmp/norep/4ef73fed18c94ac090c9d8916efd3cf2 as hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/default/test/8392537dac2f3b48c2cccd2cdbf66a80/norep/4ef73fed18c94ac090c9d8916efd3cf2 2024-11-26T19:20:55,568 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ef73fed18c94ac090c9d8916efd3cf2 2024-11-26T19:20:55,569 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/default/test/8392537dac2f3b48c2cccd2cdbf66a80/norep/4ef73fed18c94ac090c9d8916efd3cf2, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T19:20:55,569 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8392537dac2f3b48c2cccd2cdbf66a80 in 1286ms, sequenceid=12, compaction requested=false 2024-11-26T19:20:55,573 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/default/test/8392537dac2f3b48c2cccd2cdbf66a80/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T19:20:55,573 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:20:55,573 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:20:55,574 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80. 2024-11-26T19:20:55,574 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8392537dac2f3b48c2cccd2cdbf66a80: Waiting for close lock at 1732648854282Running coprocessor pre-close hooks at 1732648854282Disabling compacts and flushes for region at 1732648854282Disabling writes for close at 1732648854282Obtaining lock to block concurrent updates at 1732648854283 (+1 ms)Preparing flush snapshotting stores in 8392537dac2f3b48c2cccd2cdbf66a80 at 1732648854283Finished memstore snapshotting test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732648854283Flushing stores of test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80. at 1732648854283Flushing 8392537dac2f3b48c2cccd2cdbf66a80/f: creating writer at 1732648854284 (+1 ms)Flushing 8392537dac2f3b48c2cccd2cdbf66a80/f: appending metadata at 1732648854305 (+21 ms)Flushing 8392537dac2f3b48c2cccd2cdbf66a80/f: closing flushed file at 1732648854305Flushing 8392537dac2f3b48c2cccd2cdbf66a80/f1: creating writer at 1732648854714 (+409 ms)Flushing 8392537dac2f3b48c2cccd2cdbf66a80/f1: appending metadata at 1732648854727 (+13 ms)Flushing 8392537dac2f3b48c2cccd2cdbf66a80/f1: closing flushed file at 1732648854727Flushing 8392537dac2f3b48c2cccd2cdbf66a80/norep: creating writer at 1732648855135 (+408 ms)Flushing 8392537dac2f3b48c2cccd2cdbf66a80/norep: appending metadata at 1732648855148 (+13 ms)Flushing 8392537dac2f3b48c2cccd2cdbf66a80/norep: closing flushed file at 1732648855148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7680eec3: reopening flushed file at 1732648855557 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68abc636: reopening flushed file at 1732648855561 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@467bd117: reopening flushed file at 1732648855565 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8392537dac2f3b48c2cccd2cdbf66a80 in 1286ms, sequenceid=12, compaction requested=false at 1732648855569 (+4 ms)Writing region close event to WAL at 1732648855571 (+2 ms)Running coprocessor post-close hooks at 1732648855573 (+2 ms)Closed at 1732648855574 (+1 ms) 2024-11-26T19:20:55,574 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732648838516.8392537dac2f3b48c2cccd2cdbf66a80. 2024-11-26T19:20:55,632 DEBUG [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:20:55,720 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1493, reset compression=false 2024-11-26T19:20:55,785 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 1762, reset compression=false 2024-11-26T19:20:55,789 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:20:55,789 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 2406, reset compression=false 2024-11-26T19:20:55,832 DEBUG [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:20:55,936 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/.tmp/table/4a19c9c86f274931a7ccd11a77af69c9 2024-11-26T19:20:55,941 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/.tmp/info/3a105576329d4df1aa040e38fe0f07a8 as hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/info/3a105576329d4df1aa040e38fe0f07a8 2024-11-26T19:20:55,945 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/info/3a105576329d4df1aa040e38fe0f07a8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T19:20:55,946 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/.tmp/ns/0eef1eab2a944108aa0ddb3877d7b1ed as hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/ns/0eef1eab2a944108aa0ddb3877d7b1ed 2024-11-26T19:20:55,950 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/ns/0eef1eab2a944108aa0ddb3877d7b1ed, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T19:20:55,951 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/.tmp/rep_barrier/7f6b7545be9d48f5a288cb8c6da90774 as hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/rep_barrier/7f6b7545be9d48f5a288cb8c6da90774 2024-11-26T19:20:55,954 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/rep_barrier/7f6b7545be9d48f5a288cb8c6da90774, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T19:20:55,955 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/.tmp/table/4a19c9c86f274931a7ccd11a77af69c9 as hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/table/4a19c9c86f274931a7ccd11a77af69c9 2024-11-26T19:20:55,959 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/table/4a19c9c86f274931a7ccd11a77af69c9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T19:20:55,960 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false 2024-11-26T19:20:55,975 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T19:20:55,976 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:20:55,976 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:20:55,976 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:20:55,976 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648854230Running coprocessor pre-close hooks at 1732648854230Disabling compacts and flushes for region at 1732648854230Disabling writes for close at 1732648854230Obtaining lock to block concurrent updates at 1732648854230Preparing flush snapshotting stores in 1588230740 at 1732648854230Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732648854231 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732648854231Flushing 1588230740/info: creating writer at 1732648854231Flushing 1588230740/info: appending metadata at 1732648854253 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732648854253Flushing 1588230740/ns: creating writer at 1732648854662 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732648854676 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732648854676Flushing 1588230740/rep_barrier: creating writer at 1732648855085 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732648855102 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732648855102Flushing 1588230740/table: creating writer at 1732648855510 (+408 ms)Flushing 1588230740/table: appending metadata at 1732648855531 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732648855531Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5ce651: reopening flushed file at 1732648855940 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d52016: reopening flushed file at 1732648855945 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@769d9b68: reopening flushed file at 1732648855950 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f790368: reopening flushed file at 1732648855954 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false at 1732648855960 (+6 ms)Writing region close event to WAL at 1732648855972 (+12 ms)Running coprocessor post-close hooks at 1732648855976 (+4 ms)Closed at 1732648855976 2024-11-26T19:20:55,976 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:20:55,992 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/WALs/fe76acf732b2,33345,1732648832571/fe76acf732b2%2C33345%2C1732648832571.1732648834159 to pos 2406, reset compression=false 2024-11-26T19:20:55,995 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1473, reset compression=false 2024-11-26T19:20:56,032 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,33345,1732648832571; all regions closed. 2024-11-26T19:20:56,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741834_1010 (size=4239) 2024-11-26T19:20:56,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741839_1015 (size=3333) 2024-11-26T19:20:56,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741832_1008 (size=2414) 2024-11-26T19:20:56,054 DEBUG [RS:0;fe76acf732b2:33345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:56,054 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:20:56,054 INFO [RS:0;fe76acf732b2:33345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:20:56,054 INFO [RS:0;fe76acf732b2:33345 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T19:20:56,054 INFO [RS:0;fe76acf732b2:33345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:20:56,055 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:20:56,055 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fe76acf732b2,33345,1732648832571 because: Region server is closing 2024-11-26T19:20:56,055 INFO [RS:0;fe76acf732b2:33345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:33345. 2024-11-26T19:20:56,055 DEBUG [RS:0;fe76acf732b2:33345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:56,055 DEBUG [RS:0;fe76acf732b2:33345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:56,055 DEBUG [RS:0;fe76acf732b2:33345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:56,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:56,157 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.shipperfe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 terminated 2024-11-26T19:20:56,158 INFO [RS:0;fe76acf732b2:33345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:33345. 2024-11-26T19:20:56,158 DEBUG [RS:0;fe76acf732b2:33345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:56,158 DEBUG [RS:0;fe76acf732b2:33345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:56,158 DEBUG [RS:0;fe76acf732b2:33345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:56,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:56,158 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33345,1732648832571.replicationSource.wal-reader.fe76acf732b2%2C33345%2C1732648832571,1-fe76acf732b2,33345,1732648832571 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T19:20:56,169 INFO [RS:0;fe76acf732b2:33345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33345 2024-11-26T19:20:56,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x10155b8d72c0007, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-850782679/rs/fe76acf732b2,33345,1732648832571 2024-11-26T19:20:56,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679/rs 2024-11-26T19:20:56,175 INFO [RS:0;fe76acf732b2:33345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:20:56,175 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,33345,1732648832571] 2024-11-26T19:20:56,177 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-850782679/draining/fe76acf732b2,33345,1732648832571 already deleted, retry=false 2024-11-26T19:20:56,177 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,33345,1732648832571 expired; onlineServers=0 2024-11-26T19:20:56,177 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,42125,1732648832528' ***** 2024-11-26T19:20:56,177 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:20:56,177 INFO [M:0;fe76acf732b2:42125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:20:56,177 INFO [M:0;fe76acf732b2:42125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:20:56,177 DEBUG [M:0;fe76acf732b2:42125 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:20:56,177 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:20:56,177 DEBUG [M:0;fe76acf732b2:42125 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:20:56,177 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648833937 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648833937,5,FailOnTimeoutGroup] 2024-11-26T19:20:56,177 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648833938 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648833938,5,FailOnTimeoutGroup] 2024-11-26T19:20:56,178 INFO [M:0;fe76acf732b2:42125 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:20:56,178 INFO [M:0;fe76acf732b2:42125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:20:56,178 DEBUG [M:0;fe76acf732b2:42125 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:20:56,178 INFO [M:0;fe76acf732b2:42125 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:20:56,178 INFO [M:0;fe76acf732b2:42125 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:20:56,178 INFO [M:0;fe76acf732b2:42125 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:20:56,178 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:20:56,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-850782679/master 2024-11-26T19:20:56,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850782679 2024-11-26T19:20:56,187 DEBUG [M:0;fe76acf732b2:42125 {}] zookeeper.RecoverableZooKeeper(212): Node /2-850782679/master already deleted, retry=false 2024-11-26T19:20:56,187 DEBUG [M:0;fe76acf732b2:42125 {}] master.ActiveMasterManager(353): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-850782679/master 2024-11-26T19:20:56,201 INFO [M:0;fe76acf732b2:42125 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/.lastflushedseqids 2024-11-26T19:20:56,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741848_1024 (size=245) 2024-11-26T19:20:56,277 INFO [RS:0;fe76acf732b2:33345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:20:56,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x10155b8d72c0007, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:20:56,277 INFO [RS:0;fe76acf732b2:33345 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,33345,1732648832571; zookeeper connection closed. 2024-11-26T19:20:56,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x10155b8d72c0007, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:20:56,277 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fb380a2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fb380a2 2024-11-26T19:20:56,277 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:20:56,323 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1493, reset compression=false 2024-11-26T19:20:56,623 INFO [M:0;fe76acf732b2:42125 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:20:56,624 INFO [M:0;fe76acf732b2:42125 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:20:56,624 DEBUG [M:0;fe76acf732b2:42125 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:20:56,624 INFO [M:0;fe76acf732b2:42125 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:56,624 DEBUG [M:0;fe76acf732b2:42125 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:56,624 DEBUG [M:0;fe76acf732b2:42125 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:20:56,624 DEBUG [M:0;fe76acf732b2:42125 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:56,624 INFO [M:0;fe76acf732b2:42125 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-26T19:20:56,646 DEBUG [M:0;fe76acf732b2:42125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31a5f63f0eb84815b1f07d80384cf2c9 is 82, key is hbase:meta,,1/info:regioninfo/1732648835107/Put/seqid=0 2024-11-26T19:20:56,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741849_1025 (size=5672) 2024-11-26T19:20:56,650 INFO [M:0;fe76acf732b2:42125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31a5f63f0eb84815b1f07d80384cf2c9 2024-11-26T19:20:56,669 DEBUG [M:0;fe76acf732b2:42125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d6c93bf48b14a799a667b6c6a6e0ff7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732648845203/Put/seqid=0 2024-11-26T19:20:56,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741850_1026 (size=9211) 2024-11-26T19:20:56,698 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1473, reset compression=false 2024-11-26T19:20:57,029 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1493, reset compression=false 2024-11-26T19:20:57,078 INFO [M:0;fe76acf732b2:42125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d6c93bf48b14a799a667b6c6a6e0ff7 2024-11-26T19:20:57,100 DEBUG [M:0;fe76acf732b2:42125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37d811d3aa474b17a9dd945a8a64995b is 69, key is fe76acf732b2,33345,1732648832571/rs:state/1732648834014/Put/seqid=0 2024-11-26T19:20:57,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741851_1027 (size=5156) 2024-11-26T19:20:57,504 INFO [M:0;fe76acf732b2:42125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37d811d3aa474b17a9dd945a8a64995b 2024-11-26T19:20:57,505 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1473, reset compression=false 2024-11-26T19:20:57,508 DEBUG [M:0;fe76acf732b2:42125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31a5f63f0eb84815b1f07d80384cf2c9 as hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31a5f63f0eb84815b1f07d80384cf2c9 2024-11-26T19:20:57,512 INFO [M:0;fe76acf732b2:42125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31a5f63f0eb84815b1f07d80384cf2c9, entries=8, sequenceid=127, filesize=5.5 K 2024-11-26T19:20:57,513 DEBUG [M:0;fe76acf732b2:42125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d6c93bf48b14a799a667b6c6a6e0ff7 as hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d6c93bf48b14a799a667b6c6a6e0ff7 2024-11-26T19:20:57,516 INFO [M:0;fe76acf732b2:42125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d6c93bf48b14a799a667b6c6a6e0ff7, entries=15, sequenceid=127, filesize=9.0 K 2024-11-26T19:20:57,516 DEBUG [M:0;fe76acf732b2:42125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37d811d3aa474b17a9dd945a8a64995b as hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37d811d3aa474b17a9dd945a8a64995b 2024-11-26T19:20:57,520 INFO [M:0;fe76acf732b2:42125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33221/user/jenkins/test-data/fff23316-7c27-ca23-1b0d-d93ae8411846/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37d811d3aa474b17a9dd945a8a64995b, entries=1, sequenceid=127, filesize=5.0 K 2024-11-26T19:20:57,521 INFO [M:0;fe76acf732b2:42125 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=127, compaction requested=false 2024-11-26T19:20:57,524 INFO [M:0;fe76acf732b2:42125 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:57,524 DEBUG [M:0;fe76acf732b2:42125 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648856624Disabling compacts and flushes for region at 1732648856624Disabling writes for close at 1732648856624Obtaining lock to block concurrent updates at 1732648856624Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648856624Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732648856625 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648856625Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648856625Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648856645 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648856645Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648856654 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648856669 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648856669Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648857082 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648857099 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648857099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c016f11: reopening flushed file at 1732648857508 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14075d7b: reopening flushed file at 1732648857512 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16cbbe20: reopening flushed file at 1732648857516 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=127, compaction requested=false at 1732648857521 (+5 ms)Writing region close event to WAL at 1732648857524 (+3 ms)Closed at 1732648857524 2024-11-26T19:20:57,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741830_1006 (size=73854) 2024-11-26T19:20:57,527 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:20:57,527 INFO [M:0;fe76acf732b2:42125 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:20:57,528 INFO [M:0;fe76acf732b2:42125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42125 2024-11-26T19:20:57,529 INFO [M:0;fe76acf732b2:42125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:20:57,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:20:57,630 INFO [M:0;fe76acf732b2:42125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:20:57,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10155b8d72c0006, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:20:57,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39bbaf65{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:20:57,634 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13f1de22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:20:57,634 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:20:57,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ada0127{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:20:57,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@334a8ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/hadoop.log.dir/,STOPPED} 2024-11-26T19:20:57,637 WARN [BP-1307869112-172.17.0.2-1732648831483 heartbeating to localhost/127.0.0.1:33221 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:20:57,637 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:20:57,637 WARN [BP-1307869112-172.17.0.2-1732648831483 heartbeating to localhost/127.0.0.1:33221 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1307869112-172.17.0.2-1732648831483 (Datanode Uuid 42af7d8a-5005-4cde-8ce0-a29f6a9405b8) service to localhost/127.0.0.1:33221 2024-11-26T19:20:57,637 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:20:57,638 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/cluster_d75e0e81-1c0e-d5e8-e16e-8d50dde9d4da/data/data1/current/BP-1307869112-172.17.0.2-1732648831483 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:20:57,638 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/cluster_d75e0e81-1c0e-d5e8-e16e-8d50dde9d4da/data/data2/current/BP-1307869112-172.17.0.2-1732648831483 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:20:57,638 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:20:57,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@584a7232{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:20:57,648 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cc73af2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:20:57,648 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:20:57,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e69882f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:20:57,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@185a4390{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/hadoop.log.dir/,STOPPED} 2024-11-26T19:20:57,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T19:20:57,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T19:20:57,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:20:57,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:57,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:57,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:57,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:57,665 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:20:57,665 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1228193289, stopped=false 2024-11-26T19:20:57,665 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,36589,1732648828770 2024-11-26T19:20:57,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1769467197/running 2024-11-26T19:20:57,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46445-0x10155b8d72c0004, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1769467197/running 2024-11-26T19:20:57,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197 2024-11-26T19:20:57,666 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:20:57,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46445-0x10155b8d72c0004, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197 2024-11-26T19:20:57,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46445-0x10155b8d72c0004, quorum=127.0.0.1:57917, baseZNode=/1769467197 Set watcher on znode that does not yet exist, /1769467197/running 2024-11-26T19:20:57,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Set watcher on znode that does not yet exist, /1769467197/running 2024-11-26T19:20:57,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:20:57,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:57,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:57,669 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,46445,1732648828816' ***** 2024-11-26T19:20:57,669 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:20:57,669 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:20:57,669 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:20:57,669 INFO [RS:0;fe76acf732b2:46445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:20:57,670 INFO [RS:0;fe76acf732b2:46445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:20:57,670 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c91357d3f3530ca45854d0d853a858f 2024-11-26T19:20:57,670 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(3091): Received CLOSE for ce089b379673175e784ffb32937443aa 2024-11-26T19:20:57,670 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,46445,1732648828816 2024-11-26T19:20:57,670 INFO [RS:0;fe76acf732b2:46445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:20:57,670 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c91357d3f3530ca45854d0d853a858f, disabling compactions & flushes 2024-11-26T19:20:57,670 INFO [RS:0;fe76acf732b2:46445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:46445. 2024-11-26T19:20:57,670 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732648836362.3c91357d3f3530ca45854d0d853a858f. 2024-11-26T19:20:57,670 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648836362.3c91357d3f3530ca45854d0d853a858f. 2024-11-26T19:20:57,670 DEBUG [RS:0;fe76acf732b2:46445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:57,670 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732648836362.3c91357d3f3530ca45854d0d853a858f. after waiting 0 ms 2024-11-26T19:20:57,670 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732648836362.3c91357d3f3530ca45854d0d853a858f. 2024-11-26T19:20:57,670 DEBUG [RS:0;fe76acf732b2:46445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:57,670 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3c91357d3f3530ca45854d0d853a858f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-26T19:20:57,671 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:20:57,671 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:20:57,671 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:20:57,671 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:20:57,672 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T19:20:57,672 DEBUG [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3c91357d3f3530ca45854d0d853a858f=test,,1732648836362.3c91357d3f3530ca45854d0d853a858f., ce089b379673175e784ffb32937443aa=hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa.} 2024-11-26T19:20:57,672 DEBUG [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c91357d3f3530ca45854d0d853a858f, ce089b379673175e784ffb32937443aa 2024-11-26T19:20:57,672 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:20:57,672 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:20:57,672 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:20:57,673 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-26T19:20:57,673 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:20:57,673 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T19:20:57,696 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/default/test/3c91357d3f3530ca45854d0d853a858f/.tmp/f/73faee882a5940df9f7b7085a89f52c2 is 37, key is row3/f:row3/1732648852887/Put/seqid=0 2024-11-26T19:20:57,699 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/.tmp/info/653cf3863e55430cb1e9d5a63337661d is 147, key is hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa./info:regioninfo/1732648843669/Put/seqid=0 2024-11-26T19:20:57,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741840_1016 (size=5228) 2024-11-26T19:20:57,712 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/default/test/3c91357d3f3530ca45854d0d853a858f/.tmp/f/73faee882a5940df9f7b7085a89f52c2 2024-11-26T19:20:57,723 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73faee882a5940df9f7b7085a89f52c2 2024-11-26T19:20:57,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741841_1017 (size=7686) 2024-11-26T19:20:57,744 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/default/test/3c91357d3f3530ca45854d0d853a858f/.tmp/f1/b1eab11ec1fb4faabcbfa70f04467b84 is 30, key is row1/f1:/1732648850229/DeleteFamily/seqid=0 2024-11-26T19:20:57,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741842_1018 (size=5158) 2024-11-26T19:20:57,749 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/default/test/3c91357d3f3530ca45854d0d853a858f/.tmp/f1/b1eab11ec1fb4faabcbfa70f04467b84 2024-11-26T19:20:57,752 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:20:57,753 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1eab11ec1fb4faabcbfa70f04467b84 2024-11-26T19:20:57,768 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/default/test/3c91357d3f3530ca45854d0d853a858f/.tmp/norep/d82c6de9da1d487dbe619e292643c28f is 33, key is row1/norep:/1732648850229/DeleteFamily/seqid=0 2024-11-26T19:20:57,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741843_1019 (size=5108) 2024-11-26T19:20:57,771 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/default/test/3c91357d3f3530ca45854d0d853a858f/.tmp/norep/d82c6de9da1d487dbe619e292643c28f 2024-11-26T19:20:57,775 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d82c6de9da1d487dbe619e292643c28f 2024-11-26T19:20:57,776 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/default/test/3c91357d3f3530ca45854d0d853a858f/.tmp/f/73faee882a5940df9f7b7085a89f52c2 as hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/default/test/3c91357d3f3530ca45854d0d853a858f/f/73faee882a5940df9f7b7085a89f52c2 2024-11-26T19:20:57,782 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73faee882a5940df9f7b7085a89f52c2 2024-11-26T19:20:57,782 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/default/test/3c91357d3f3530ca45854d0d853a858f/f/73faee882a5940df9f7b7085a89f52c2, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T19:20:57,782 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/default/test/3c91357d3f3530ca45854d0d853a858f/.tmp/f1/b1eab11ec1fb4faabcbfa70f04467b84 as hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/default/test/3c91357d3f3530ca45854d0d853a858f/f1/b1eab11ec1fb4faabcbfa70f04467b84 2024-11-26T19:20:57,786 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1eab11ec1fb4faabcbfa70f04467b84 2024-11-26T19:20:57,786 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/default/test/3c91357d3f3530ca45854d0d853a858f/f1/b1eab11ec1fb4faabcbfa70f04467b84, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T19:20:57,787 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/default/test/3c91357d3f3530ca45854d0d853a858f/.tmp/norep/d82c6de9da1d487dbe619e292643c28f as hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/default/test/3c91357d3f3530ca45854d0d853a858f/norep/d82c6de9da1d487dbe619e292643c28f 2024-11-26T19:20:57,791 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d82c6de9da1d487dbe619e292643c28f 2024-11-26T19:20:57,791 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/default/test/3c91357d3f3530ca45854d0d853a858f/norep/d82c6de9da1d487dbe619e292643c28f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T19:20:57,792 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3c91357d3f3530ca45854d0d853a858f in 122ms, sequenceid=12, compaction requested=false 2024-11-26T19:20:57,802 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/default/test/3c91357d3f3530ca45854d0d853a858f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T19:20:57,803 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:20:57,803 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:20:57,803 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732648836362.3c91357d3f3530ca45854d0d853a858f. 2024-11-26T19:20:57,803 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c91357d3f3530ca45854d0d853a858f: Waiting for close lock at 1732648857670Running coprocessor pre-close hooks at 1732648857670Disabling compacts and flushes for region at 1732648857670Disabling writes for close at 1732648857670Obtaining lock to block concurrent updates at 1732648857670Preparing flush snapshotting stores in 3c91357d3f3530ca45854d0d853a858f at 1732648857670Finished memstore snapshotting test,,1732648836362.3c91357d3f3530ca45854d0d853a858f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732648857671 (+1 ms)Flushing stores of test,,1732648836362.3c91357d3f3530ca45854d0d853a858f. at 1732648857671Flushing 3c91357d3f3530ca45854d0d853a858f/f: creating writer at 1732648857671Flushing 3c91357d3f3530ca45854d0d853a858f/f: appending metadata at 1732648857696 (+25 ms)Flushing 3c91357d3f3530ca45854d0d853a858f/f: closing flushed file at 1732648857696Flushing 3c91357d3f3530ca45854d0d853a858f/f1: creating writer at 1732648857724 (+28 ms)Flushing 3c91357d3f3530ca45854d0d853a858f/f1: appending metadata at 1732648857744 (+20 ms)Flushing 3c91357d3f3530ca45854d0d853a858f/f1: closing flushed file at 1732648857744Flushing 3c91357d3f3530ca45854d0d853a858f/norep: creating writer at 1732648857753 (+9 ms)Flushing 3c91357d3f3530ca45854d0d853a858f/norep: appending metadata at 1732648857767 (+14 ms)Flushing 3c91357d3f3530ca45854d0d853a858f/norep: closing flushed file at 1732648857767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a0a0f99: reopening flushed file at 1732648857775 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@252794a0: reopening flushed file at 1732648857782 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55eea989: reopening flushed file at 1732648857786 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3c91357d3f3530ca45854d0d853a858f in 122ms, sequenceid=12, compaction requested=false at 1732648857792 (+6 ms)Writing region close event to WAL at 1732648857800 (+8 ms)Running coprocessor post-close hooks at 1732648857803 (+3 ms)Closed at 1732648857803 2024-11-26T19:20:57,803 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732648836362.3c91357d3f3530ca45854d0d853a858f. 2024-11-26T19:20:57,803 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce089b379673175e784ffb32937443aa, disabling compactions & flushes 2024-11-26T19:20:57,803 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa. 2024-11-26T19:20:57,803 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa. 2024-11-26T19:20:57,803 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa. after waiting 0 ms 2024-11-26T19:20:57,803 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa. 2024-11-26T19:20:57,803 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ce089b379673175e784ffb32937443aa 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-26T19:20:57,822 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/replication/ce089b379673175e784ffb32937443aa/.tmp/queue/d344aea4137048a696896233bd123cf7 is 154, key is 1-fe76acf732b2,46445,1732648828816/queue:fe76acf732b2%2C46445%2C1732648828816/1732648853974/Put/seqid=0 2024-11-26T19:20:57,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741844_1020 (size=5353) 2024-11-26T19:20:57,830 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/replication/ce089b379673175e784ffb32937443aa/.tmp/queue/d344aea4137048a696896233bd123cf7 2024-11-26T19:20:57,833 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1493, reset compression=false 2024-11-26T19:20:57,834 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/replication/ce089b379673175e784ffb32937443aa/.tmp/queue/d344aea4137048a696896233bd123cf7 as hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/replication/ce089b379673175e784ffb32937443aa/queue/d344aea4137048a696896233bd123cf7 2024-11-26T19:20:57,838 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/replication/ce089b379673175e784ffb32937443aa/queue/d344aea4137048a696896233bd123cf7, entries=1, sequenceid=14, filesize=5.2 K 2024-11-26T19:20:57,839 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ce089b379673175e784ffb32937443aa in 36ms, sequenceid=14, compaction requested=false 2024-11-26T19:20:57,856 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/replication/ce089b379673175e784ffb32937443aa/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-26T19:20:57,857 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:20:57,857 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:20:57,857 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa. 2024-11-26T19:20:57,858 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce089b379673175e784ffb32937443aa: Waiting for close lock at 1732648857803Running coprocessor pre-close hooks at 1732648857803Disabling compacts and flushes for region at 1732648857803Disabling writes for close at 1732648857803Obtaining lock to block concurrent updates at 1732648857803Preparing flush snapshotting stores in ce089b379673175e784ffb32937443aa at 1732648857803Finished memstore snapshotting hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732648857803Flushing stores of hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa. at 1732648857804 (+1 ms)Flushing ce089b379673175e784ffb32937443aa/queue: creating writer at 1732648857804Flushing ce089b379673175e784ffb32937443aa/queue: appending metadata at 1732648857821 (+17 ms)Flushing ce089b379673175e784ffb32937443aa/queue: closing flushed file at 1732648857822 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@875e73a: reopening flushed file at 1732648857834 (+12 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ce089b379673175e784ffb32937443aa in 36ms, sequenceid=14, compaction requested=false at 1732648857839 (+5 ms)Writing region close event to WAL at 1732648857848 (+9 ms)Running coprocessor post-close hooks at 1732648857857 (+9 ms)Closed at 1732648857857 2024-11-26T19:20:57,858 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732648842843.ce089b379673175e784ffb32937443aa. 2024-11-26T19:20:57,872 DEBUG [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:20:58,073 DEBUG [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:20:58,127 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/.tmp/info/653cf3863e55430cb1e9d5a63337661d 2024-11-26T19:20:58,150 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/.tmp/ns/fb5bd23490c947c7b4ada91c7a9631ab is 43, key is default/ns:d/1732648831423/Put/seqid=0 2024-11-26T19:20:58,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741845_1021 (size=5153) 2024-11-26T19:20:58,164 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/.tmp/ns/fb5bd23490c947c7b4ada91c7a9631ab 2024-11-26T19:20:58,198 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/.tmp/rep_barrier/fd28157f0eab4f89948549475f277d28 is 112, key is test,,1732648836362.3c91357d3f3530ca45854d0d853a858f./rep_barrier:seqnumDuringOpen/1732648837509/Put/seqid=0 2024-11-26T19:20:58,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741846_1022 (size=5518) 2024-11-26T19:20:58,206 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/.tmp/rep_barrier/fd28157f0eab4f89948549475f277d28 2024-11-26T19:20:58,226 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/.tmp/table/a3c398d1dd6d4d69a0320da008352921 is 53, key is hbase:replication/table:state/1732648843678/Put/seqid=0 2024-11-26T19:20:58,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741847_1023 (size=5308) 2024-11-26T19:20:58,273 DEBUG [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:20:58,298 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:20:58,298 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:20:58,359 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T19:20:58,409 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 1473, reset compression=false 2024-11-26T19:20:58,415 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:20:58,415 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 2364, reset compression=false 2024-11-26T19:20:58,416 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.shipperfe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,46445,1732648828816 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437, lastWalPosition=2364, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:20:58,417 ERROR [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.shipperfe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fe76acf732b2,46445,1732648828816: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fe76acf732b2,46445,1732648828816, walGroup=fe76acf732b2%2C46445%2C1732648828816, offset=fe76acf732b2%2C46445%2C1732648828816.1732648830437:2364, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:46445 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T19:20:58,418 ERROR [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.shipperfe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T19:20:58,418 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.shipperfe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T19:20:58,419 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.shipperfe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T19:20:58,419 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.shipperfe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T19:20:58,419 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.shipperfe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T19:20:58,419 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.shipperfe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 870757384 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198768760 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T19:20:58,420 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.shipperfe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:36589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:36589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T19:20:58,473 DEBUG [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:20:58,624 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.wal-reader.fe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/WALs/fe76acf732b2,46445,1732648828816/fe76acf732b2%2C46445%2C1732648828816.1732648830437 to pos 2364, reset compression=false 2024-11-26T19:20:58,637 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/.tmp/table/a3c398d1dd6d4d69a0320da008352921 2024-11-26T19:20:58,647 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/.tmp/info/653cf3863e55430cb1e9d5a63337661d as hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/info/653cf3863e55430cb1e9d5a63337661d 2024-11-26T19:20:58,652 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/info/653cf3863e55430cb1e9d5a63337661d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T19:20:58,656 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/.tmp/ns/fb5bd23490c947c7b4ada91c7a9631ab as hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/ns/fb5bd23490c947c7b4ada91c7a9631ab 2024-11-26T19:20:58,669 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/ns/fb5bd23490c947c7b4ada91c7a9631ab, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T19:20:58,671 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/.tmp/rep_barrier/fd28157f0eab4f89948549475f277d28 as hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/rep_barrier/fd28157f0eab4f89948549475f277d28 2024-11-26T19:20:58,673 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T19:20:58,673 DEBUG [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:20:58,673 DEBUG [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:20:58,677 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/rep_barrier/fd28157f0eab4f89948549475f277d28, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T19:20:58,678 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/.tmp/table/a3c398d1dd6d4d69a0320da008352921 as hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/table/a3c398d1dd6d4d69a0320da008352921 2024-11-26T19:20:58,682 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/table/a3c398d1dd6d4d69a0320da008352921, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T19:20:58,683 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1010ms, sequenceid=16, compaction requested=false 2024-11-26T19:20:58,683 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T19:20:58,698 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T19:20:58,698 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:20:58,698 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:20:58,698 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:20:58,699 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648857672Running coprocessor pre-close hooks at 1732648857672Disabling compacts and flushes for region at 1732648857672Disabling writes for close at 1732648857673 (+1 ms)Obtaining lock to block concurrent updates at 1732648857673Preparing flush snapshotting stores in 1588230740 at 1732648857673Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732648857673Flushing stores of hbase:meta,,1.1588230740 at 1732648857673Flushing 1588230740/info: creating writer at 1732648857673Flushing 1588230740/info: appending metadata at 1732648857698 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732648857698Flushing 1588230740/ns: creating writer at 1732648858132 (+434 ms)Flushing 1588230740/ns: appending metadata at 1732648858149 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732648858149Flushing 1588230740/rep_barrier: creating writer at 1732648858168 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732648858198 (+30 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732648858198Flushing 1588230740/table: creating writer at 1732648858210 (+12 ms)Flushing 1588230740/table: appending metadata at 1732648858225 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732648858225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@610ce9f2: reopening flushed file at 1732648858646 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b6c0e33: reopening flushed file at 1732648858652 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e6f242f: reopening flushed file at 1732648858669 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24b56200: reopening flushed file at 1732648858677 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1010ms, sequenceid=16, compaction requested=false at 1732648858683 (+6 ms)Writing region close event to WAL at 1732648858692 (+9 ms)Running coprocessor post-close hooks at 1732648858698 (+6 ms)Closed at 1732648858698 2024-11-26T19:20:58,699 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:20:58,741 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1493, reset compression=false 2024-11-26T19:20:58,874 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,46445,1732648828816; all regions closed. 2024-11-26T19:20:58,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741834_1010 (size=4239) 2024-11-26T19:20:58,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741839_1015 (size=3552) 2024-11-26T19:20:58,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741832_1008 (size=2372) 2024-11-26T19:20:58,880 DEBUG [RS:0;fe76acf732b2:46445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:58,881 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:20:58,881 INFO [RS:0;fe76acf732b2:46445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:20:58,881 INFO [RS:0;fe76acf732b2:46445 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T19:20:58,881 INFO [RS:0;fe76acf732b2:46445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:20:58,881 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:20:58,881 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fe76acf732b2,46445,1732648828816 because: Region server is closing 2024-11-26T19:20:58,882 INFO [RS:0;fe76acf732b2:46445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:46445. 2024-11-26T19:20:58,882 DEBUG [RS:0;fe76acf732b2:46445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:58,882 DEBUG [RS:0;fe76acf732b2:46445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:58,882 DEBUG [RS:0;fe76acf732b2:46445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:58,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:58,982 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,46445,1732648828816.replicationSource.shipperfe76acf732b2%2C46445%2C1732648828816,1-fe76acf732b2,46445,1732648828816 terminated 2024-11-26T19:20:58,983 INFO [RS:0;fe76acf732b2:46445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:46445. 2024-11-26T19:20:58,983 DEBUG [RS:0;fe76acf732b2:46445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:20:58,983 DEBUG [RS:0;fe76acf732b2:46445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:58,983 DEBUG [RS:0;fe76acf732b2:46445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:20:58,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:20:58,983 INFO [RS:0;fe76acf732b2:46445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46445 2024-11-26T19:20:58,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197/rs 2024-11-26T19:20:58,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46445-0x10155b8d72c0004, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1769467197/rs/fe76acf732b2,46445,1732648828816 2024-11-26T19:20:58,988 INFO [RS:0;fe76acf732b2:46445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:20:58,989 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,46445,1732648828816] 2024-11-26T19:20:58,991 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1769467197/draining/fe76acf732b2,46445,1732648828816 already deleted, retry=false 2024-11-26T19:20:58,991 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,46445,1732648828816 expired; onlineServers=0 2024-11-26T19:20:58,991 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,36589,1732648828770' ***** 2024-11-26T19:20:58,992 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:20:58,992 INFO [M:0;fe76acf732b2:36589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:20:58,992 INFO [M:0;fe76acf732b2:36589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:20:58,992 DEBUG [M:0;fe76acf732b2:36589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:20:58,992 DEBUG [M:0;fe76acf732b2:36589 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:20:58,992 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:20:58,992 INFO [M:0;fe76acf732b2:36589 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:20:58,992 INFO [M:0;fe76acf732b2:36589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:20:58,992 DEBUG [M:0;fe76acf732b2:36589 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:20:58,992 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648830240 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648830240,5,FailOnTimeoutGroup] 2024-11-26T19:20:58,992 INFO [M:0;fe76acf732b2:36589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:20:58,993 INFO [M:0;fe76acf732b2:36589 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:20:58,993 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648830240 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648830240,5,FailOnTimeoutGroup] 2024-11-26T19:20:58,993 INFO [M:0;fe76acf732b2:36589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:20:58,993 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:20:58,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1769467197/master 2024-11-26T19:20:58,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769467197 2024-11-26T19:20:58,995 DEBUG [M:0;fe76acf732b2:36589 {}] zookeeper.ZKUtil(347): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Unable to get data of znode /1769467197/master because node does not exist (not an error) 2024-11-26T19:20:58,995 WARN [M:0;fe76acf732b2:36589 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T19:20:58,995 INFO [M:0;fe76acf732b2:36589 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/.lastflushedseqids 2024-11-26T19:20:59,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741848_1024 (size=245) 2024-11-26T19:20:59,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46445-0x10155b8d72c0004, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:20:59,091 INFO [RS:0;fe76acf732b2:46445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:20:59,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46445-0x10155b8d72c0004, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:20:59,091 INFO [RS:0;fe76acf732b2:46445 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,46445,1732648828816; zookeeper connection closed. 2024-11-26T19:20:59,091 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f34b45d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f34b45d 2024-11-26T19:20:59,092 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:20:59,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,402 INFO [M:0;fe76acf732b2:36589 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:20:59,402 INFO [M:0;fe76acf732b2:36589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:20:59,402 DEBUG [M:0;fe76acf732b2:36589 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:20:59,402 INFO [M:0;fe76acf732b2:36589 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:59,402 DEBUG [M:0;fe76acf732b2:36589 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:59,402 DEBUG [M:0;fe76acf732b2:36589 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:20:59,402 DEBUG [M:0;fe76acf732b2:36589 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:20:59,402 INFO [M:0;fe76acf732b2:36589 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-26T19:20:59,419 DEBUG [M:0;fe76acf732b2:36589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/120515fc99074042b9f95e372141f2b3 is 82, key is hbase:meta,,1/info:regioninfo/1732648831413/Put/seqid=0 2024-11-26T19:20:59,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741849_1025 (size=5672) 2024-11-26T19:20:59,753 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1493, reset compression=false 2024-11-26T19:20:59,823 INFO [M:0;fe76acf732b2:36589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/120515fc99074042b9f95e372141f2b3 2024-11-26T19:20:59,848 DEBUG [M:0;fe76acf732b2:36589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f049256494f0464bbdbfe806ad1d5980 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732648843682/Put/seqid=0 2024-11-26T19:20:59,855 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:20:59,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741850_1026 (size=8515) 2024-11-26T19:20:59,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:20:59,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:00,257 INFO [M:0;fe76acf732b2:36589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f049256494f0464bbdbfe806ad1d5980 2024-11-26T19:21:00,281 DEBUG [M:0;fe76acf732b2:36589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/434a868adde34cf6ba3f6e22af6efbf0 is 69, key is fe76acf732b2,46445,1732648828816/rs:state/1732648830266/Put/seqid=0 2024-11-26T19:21:00,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741851_1027 (size=5156) 2024-11-26T19:21:00,691 INFO [M:0;fe76acf732b2:36589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/434a868adde34cf6ba3f6e22af6efbf0 2024-11-26T19:21:00,695 DEBUG [M:0;fe76acf732b2:36589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/120515fc99074042b9f95e372141f2b3 as hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/120515fc99074042b9f95e372141f2b3 2024-11-26T19:21:00,702 INFO [M:0;fe76acf732b2:36589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/120515fc99074042b9f95e372141f2b3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T19:21:00,702 DEBUG [M:0;fe76acf732b2:36589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f049256494f0464bbdbfe806ad1d5980 as hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f049256494f0464bbdbfe806ad1d5980 2024-11-26T19:21:00,727 INFO [M:0;fe76acf732b2:36589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f049256494f0464bbdbfe806ad1d5980, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T19:21:00,728 DEBUG [M:0;fe76acf732b2:36589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/434a868adde34cf6ba3f6e22af6efbf0 as hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/434a868adde34cf6ba3f6e22af6efbf0 2024-11-26T19:21:00,732 INFO [M:0;fe76acf732b2:36589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/b0bc11fa-3c08-07d0-89a8-4db5c764e16d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/434a868adde34cf6ba3f6e22af6efbf0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T19:21:00,733 INFO [M:0;fe76acf732b2:36589 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=97, compaction requested=false 2024-11-26T19:21:00,737 INFO [M:0;fe76acf732b2:36589 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:00,737 DEBUG [M:0;fe76acf732b2:36589 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648859402Disabling compacts and flushes for region at 1732648859402Disabling writes for close at 1732648859402Obtaining lock to block concurrent updates at 1732648859402Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648859402Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732648859403 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648859404 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648859404Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648859418 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648859418Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648859828 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648859847 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648859847Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648860261 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648860281 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648860281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad0d30f: reopening flushed file at 1732648860694 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d737f9c: reopening flushed file at 1732648860702 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5969988c: reopening flushed file at 1732648860727 (+25 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=97, compaction requested=false at 1732648860733 (+6 ms)Writing region close event to WAL at 1732648860737 (+4 ms)Closed at 1732648860737 2024-11-26T19:21:00,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42827 is added to blk_1073741830_1006 (size=63642) 2024-11-26T19:21:00,740 INFO [M:0;fe76acf732b2:36589 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:21:00,740 INFO [M:0;fe76acf732b2:36589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36589 2024-11-26T19:21:00,741 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:21:00,741 INFO [M:0;fe76acf732b2:36589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:21:00,844 INFO [M:0;fe76acf732b2:36589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:21:00,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:21:00,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x10155b8d72c0003, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:21:00,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72381bcb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:21:00,848 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40b203ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:21:00,848 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:21:00,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31c528cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:21:00,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68e60340{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/hadoop.log.dir/,STOPPED} 2024-11-26T19:21:00,851 WARN [BP-1882991226-172.17.0.2-1732648827689 heartbeating to localhost/127.0.0.1:37819 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:21:00,851 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:21:00,851 WARN [BP-1882991226-172.17.0.2-1732648827689 heartbeating to localhost/127.0.0.1:37819 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1882991226-172.17.0.2-1732648827689 (Datanode Uuid ce4ebc07-fd7e-4959-af8e-005fa6213ed6) service to localhost/127.0.0.1:37819 2024-11-26T19:21:00,851 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:21:00,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/cluster_27b52b94-31c0-10e5-f279-a2f1aceca0ef/data/data1/current/BP-1882991226-172.17.0.2-1732648827689 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:21:00,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/cluster_27b52b94-31c0-10e5-f279-a2f1aceca0ef/data/data2/current/BP-1882991226-172.17.0.2-1732648827689 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:21:00,852 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:21:00,857 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1493, reset compression=false 2024-11-26T19:21:00,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6afd0b22{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:21:00,863 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cd26dc7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:21:00,863 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:21:00,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cb3e16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:21:00,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19545d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d56f773-831d-1578-7854-bad45663825d/hadoop.log.dir/,STOPPED} 2024-11-26T19:21:00,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T19:21:00,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T19:21:00,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:21:00,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:00,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:00,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:00,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:21:00,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:21:00,885 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=802779171, stopped=false 2024-11-26T19:21:00,885 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,46687,1732648824946 2024-11-26T19:21:00,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01918482443/running 2024-11-26T19:21:00,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01918482443/running 2024-11-26T19:21:00,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443 2024-11-26T19:21:00,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443 2024-11-26T19:21:00,886 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:21:00,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Set watcher on znode that does not yet exist, /01918482443/running 2024-11-26T19:21:00,887 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:21:00,887 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:00,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:00,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Set watcher on znode that does not yet exist, /01918482443/running 2024-11-26T19:21:00,888 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,39057,1732648825010' ***** 2024-11-26T19:21:00,888 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:21:00,888 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:21:00,888 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:21:00,888 INFO [RS:0;fe76acf732b2:39057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:21:00,888 INFO [RS:0;fe76acf732b2:39057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:21:00,888 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(3091): Received CLOSE for af0ba8ef3a46abe86ef323d0892b1c50 2024-11-26T19:21:00,889 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(3091): Received CLOSE for 0aa9792b9914da6685d1f5f27fa3e6ee 2024-11-26T19:21:00,889 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,39057,1732648825010 2024-11-26T19:21:00,889 INFO [RS:0;fe76acf732b2:39057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:21:00,889 INFO [RS:0;fe76acf732b2:39057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:39057. 2024-11-26T19:21:00,889 DEBUG [RS:0;fe76acf732b2:39057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:00,889 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af0ba8ef3a46abe86ef323d0892b1c50, disabling compactions & flushes 2024-11-26T19:21:00,889 DEBUG [RS:0;fe76acf732b2:39057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:00,889 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50. 2024-11-26T19:21:00,889 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50. 2024-11-26T19:21:00,889 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50. after waiting 0 ms 2024-11-26T19:21:00,889 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:21:00,889 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:21:00,889 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50. 2024-11-26T19:21:00,889 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:21:00,889 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:21:00,889 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af0ba8ef3a46abe86ef323d0892b1c50 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-26T19:21:00,889 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T19:21:00,889 DEBUG [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(1325): Online Regions={af0ba8ef3a46abe86ef323d0892b1c50=hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50., 1588230740=hbase:meta,,1.1588230740, 0aa9792b9914da6685d1f5f27fa3e6ee=test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee.} 2024-11-26T19:21:00,889 DEBUG [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(1351): Waiting on 0aa9792b9914da6685d1f5f27fa3e6ee, 1588230740, af0ba8ef3a46abe86ef323d0892b1c50 2024-11-26T19:21:00,889 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:21:00,889 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:21:00,890 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:21:00,890 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:21:00,890 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:21:00,890 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T19:21:00,910 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/.tmp/info/5d183c83c52b4dee97b1e90386b4e02f is 147, key is hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50./info:regioninfo/1732648841865/Put/seqid=0 2024-11-26T19:21:00,911 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/replication/af0ba8ef3a46abe86ef323d0892b1c50/.tmp/queue/352152a6a1e34a14bbce3efd9f32de18 is 154, key is 1-fe76acf732b2,39057,1732648825010/queue:fe76acf732b2%2C39057%2C1732648825010/1732648854305/Put/seqid=0 2024-11-26T19:21:00,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741840_1016 (size=7686) 2024-11-26T19:21:00,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741841_1017 (size=5353) 2024-11-26T19:21:00,915 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/replication/af0ba8ef3a46abe86ef323d0892b1c50/.tmp/queue/352152a6a1e34a14bbce3efd9f32de18 2024-11-26T19:21:00,921 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/replication/af0ba8ef3a46abe86ef323d0892b1c50/.tmp/queue/352152a6a1e34a14bbce3efd9f32de18 as hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/replication/af0ba8ef3a46abe86ef323d0892b1c50/queue/352152a6a1e34a14bbce3efd9f32de18 2024-11-26T19:21:00,925 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/replication/af0ba8ef3a46abe86ef323d0892b1c50/queue/352152a6a1e34a14bbce3efd9f32de18, entries=1, sequenceid=14, filesize=5.2 K 2024-11-26T19:21:00,927 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for af0ba8ef3a46abe86ef323d0892b1c50 in 38ms, sequenceid=14, compaction requested=false 2024-11-26T19:21:00,927 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T19:21:00,931 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/replication/af0ba8ef3a46abe86ef323d0892b1c50/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-26T19:21:00,931 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:21:00,931 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:21:00,931 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50. 2024-11-26T19:21:00,931 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af0ba8ef3a46abe86ef323d0892b1c50: Waiting for close lock at 1732648860889Running coprocessor pre-close hooks at 1732648860889Disabling compacts and flushes for region at 1732648860889Disabling writes for close at 1732648860889Obtaining lock to block concurrent updates at 1732648860889Preparing flush snapshotting stores in af0ba8ef3a46abe86ef323d0892b1c50 at 1732648860889Finished memstore snapshotting hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732648860889Flushing stores of hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50. at 1732648860890 (+1 ms)Flushing af0ba8ef3a46abe86ef323d0892b1c50/queue: creating writer at 1732648860890Flushing af0ba8ef3a46abe86ef323d0892b1c50/queue: appending metadata at 1732648860911 (+21 ms)Flushing af0ba8ef3a46abe86ef323d0892b1c50/queue: closing flushed file at 1732648860911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fe8a43: reopening flushed file at 1732648860920 (+9 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for af0ba8ef3a46abe86ef323d0892b1c50 in 38ms, sequenceid=14, compaction requested=false at 1732648860927 (+7 ms)Writing region close event to WAL at 1732648860928 (+1 ms)Running coprocessor post-close hooks at 1732648860931 (+3 ms)Closed at 1732648860931 2024-11-26T19:21:00,931 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732648840678.af0ba8ef3a46abe86ef323d0892b1c50. 2024-11-26T19:21:00,932 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0aa9792b9914da6685d1f5f27fa3e6ee, disabling compactions & flushes 2024-11-26T19:21:00,932 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee. 2024-11-26T19:21:00,932 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee. 2024-11-26T19:21:00,932 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee. after waiting 0 ms 2024-11-26T19:21:00,932 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee. 2024-11-26T19:21:00,932 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0aa9792b9914da6685d1f5f27fa3e6ee 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-26T19:21:00,947 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/default/test/0aa9792b9914da6685d1f5f27fa3e6ee/.tmp/f/d18b1ddc353a4c33b7e5c2b52b706d26 is 37, key is row3/f:row3/1732648852887/Put/seqid=0 2024-11-26T19:21:00,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741842_1018 (size=5228) 2024-11-26T19:21:00,959 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:21:01,090 DEBUG [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(1351): Waiting on 0aa9792b9914da6685d1f5f27fa3e6ee, 1588230740 2024-11-26T19:21:01,290 DEBUG [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(1351): Waiting on 0aa9792b9914da6685d1f5f27fa3e6ee, 1588230740 2024-11-26T19:21:01,315 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/.tmp/info/5d183c83c52b4dee97b1e90386b4e02f 2024-11-26T19:21:01,341 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/.tmp/ns/190c668f22ad49129677be4e680fcbf2 is 43, key is default/ns:d/1732648827627/Put/seqid=0 2024-11-26T19:21:01,351 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/default/test/0aa9792b9914da6685d1f5f27fa3e6ee/.tmp/f/d18b1ddc353a4c33b7e5c2b52b706d26 2024-11-26T19:21:01,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741843_1019 (size=5153) 2024-11-26T19:21:01,355 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/.tmp/ns/190c668f22ad49129677be4e680fcbf2 2024-11-26T19:21:01,356 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d18b1ddc353a4c33b7e5c2b52b706d26 2024-11-26T19:21:01,380 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/default/test/0aa9792b9914da6685d1f5f27fa3e6ee/.tmp/f1/53be3b43ffda47fe8e8f4e212a856370 is 30, key is row1/f1:/1732648850229/DeleteFamily/seqid=0 2024-11-26T19:21:01,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741844_1020 (size=5158) 2024-11-26T19:21:01,391 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/.tmp/rep_barrier/d62bf5e100a94bc2bc47d750e2dc4196 is 112, key is test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee./rep_barrier:seqnumDuringOpen/1732648835960/Put/seqid=0 2024-11-26T19:21:01,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741845_1021 (size=5518) 2024-11-26T19:21:01,408 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/.tmp/rep_barrier/d62bf5e100a94bc2bc47d750e2dc4196 2024-11-26T19:21:01,436 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/.tmp/table/ed3ff437af344893a9288dc6cb1c6aac is 53, key is hbase:replication/table:state/1732648841872/Put/seqid=0 2024-11-26T19:21:01,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741846_1022 (size=5308) 2024-11-26T19:21:01,490 DEBUG [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(1351): Waiting on 0aa9792b9914da6685d1f5f27fa3e6ee, 1588230740 2024-11-26T19:21:01,500 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:21:01,501 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:21:01,690 DEBUG [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(1351): Waiting on 0aa9792b9914da6685d1f5f27fa3e6ee, 1588230740 2024-11-26T19:21:01,791 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/default/test/0aa9792b9914da6685d1f5f27fa3e6ee/.tmp/f1/53be3b43ffda47fe8e8f4e212a856370 2024-11-26T19:21:01,796 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53be3b43ffda47fe8e8f4e212a856370 2024-11-26T19:21:01,814 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/default/test/0aa9792b9914da6685d1f5f27fa3e6ee/.tmp/norep/42c7897654fb41e393b24c3c51a1dc70 is 32, key is row/norep:/1732648849222/DeleteFamily/seqid=0 2024-11-26T19:21:01,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741847_1023 (size=5101) 2024-11-26T19:21:01,823 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/default/test/0aa9792b9914da6685d1f5f27fa3e6ee/.tmp/norep/42c7897654fb41e393b24c3c51a1dc70 2024-11-26T19:21:01,833 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42c7897654fb41e393b24c3c51a1dc70 2024-11-26T19:21:01,833 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/default/test/0aa9792b9914da6685d1f5f27fa3e6ee/.tmp/f/d18b1ddc353a4c33b7e5c2b52b706d26 as hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/default/test/0aa9792b9914da6685d1f5f27fa3e6ee/f/d18b1ddc353a4c33b7e5c2b52b706d26 2024-11-26T19:21:01,838 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d18b1ddc353a4c33b7e5c2b52b706d26 2024-11-26T19:21:01,838 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/default/test/0aa9792b9914da6685d1f5f27fa3e6ee/f/d18b1ddc353a4c33b7e5c2b52b706d26, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T19:21:01,839 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/default/test/0aa9792b9914da6685d1f5f27fa3e6ee/.tmp/f1/53be3b43ffda47fe8e8f4e212a856370 as hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/default/test/0aa9792b9914da6685d1f5f27fa3e6ee/f1/53be3b43ffda47fe8e8f4e212a856370 2024-11-26T19:21:01,842 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/.tmp/table/ed3ff437af344893a9288dc6cb1c6aac 2024-11-26T19:21:01,844 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53be3b43ffda47fe8e8f4e212a856370 2024-11-26T19:21:01,844 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/default/test/0aa9792b9914da6685d1f5f27fa3e6ee/f1/53be3b43ffda47fe8e8f4e212a856370, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T19:21:01,847 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/.tmp/info/5d183c83c52b4dee97b1e90386b4e02f as hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/info/5d183c83c52b4dee97b1e90386b4e02f 2024-11-26T19:21:01,847 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/default/test/0aa9792b9914da6685d1f5f27fa3e6ee/.tmp/norep/42c7897654fb41e393b24c3c51a1dc70 as hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/default/test/0aa9792b9914da6685d1f5f27fa3e6ee/norep/42c7897654fb41e393b24c3c51a1dc70 2024-11-26T19:21:01,853 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/info/5d183c83c52b4dee97b1e90386b4e02f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T19:21:01,854 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/.tmp/ns/190c668f22ad49129677be4e680fcbf2 as hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/ns/190c668f22ad49129677be4e680fcbf2 2024-11-26T19:21:01,854 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42c7897654fb41e393b24c3c51a1dc70 2024-11-26T19:21:01,854 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/default/test/0aa9792b9914da6685d1f5f27fa3e6ee/norep/42c7897654fb41e393b24c3c51a1dc70, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T19:21:01,855 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0aa9792b9914da6685d1f5f27fa3e6ee in 923ms, sequenceid=12, compaction requested=false 2024-11-26T19:21:01,855 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T19:21:01,858 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/ns/190c668f22ad49129677be4e680fcbf2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T19:21:01,859 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/.tmp/rep_barrier/d62bf5e100a94bc2bc47d750e2dc4196 as hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/rep_barrier/d62bf5e100a94bc2bc47d750e2dc4196 2024-11-26T19:21:01,862 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/rep_barrier/d62bf5e100a94bc2bc47d750e2dc4196, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T19:21:01,863 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/.tmp/table/ed3ff437af344893a9288dc6cb1c6aac as hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/table/ed3ff437af344893a9288dc6cb1c6aac 2024-11-26T19:21:01,867 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/table/ed3ff437af344893a9288dc6cb1c6aac, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T19:21:01,868 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 978ms, sequenceid=16, compaction requested=false 2024-11-26T19:21:01,868 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T19:21:01,885 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/default/test/0aa9792b9914da6685d1f5f27fa3e6ee/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T19:21:01,885 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:21:01,885 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:21:01,885 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee. 2024-11-26T19:21:01,885 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0aa9792b9914da6685d1f5f27fa3e6ee: Waiting for close lock at 1732648860932Running coprocessor pre-close hooks at 1732648860932Disabling compacts and flushes for region at 1732648860932Disabling writes for close at 1732648860932Obtaining lock to block concurrent updates at 1732648860932Preparing flush snapshotting stores in 0aa9792b9914da6685d1f5f27fa3e6ee at 1732648860932Finished memstore snapshotting test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732648860932Flushing stores of test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee. at 1732648860933 (+1 ms)Flushing 0aa9792b9914da6685d1f5f27fa3e6ee/f: creating writer at 1732648860933Flushing 0aa9792b9914da6685d1f5f27fa3e6ee/f: appending metadata at 1732648860946 (+13 ms)Flushing 0aa9792b9914da6685d1f5f27fa3e6ee/f: closing flushed file at 1732648860946Flushing 0aa9792b9914da6685d1f5f27fa3e6ee/f1: creating writer at 1732648861356 (+410 ms)Flushing 0aa9792b9914da6685d1f5f27fa3e6ee/f1: appending metadata at 1732648861379 (+23 ms)Flushing 0aa9792b9914da6685d1f5f27fa3e6ee/f1: closing flushed file at 1732648861379Flushing 0aa9792b9914da6685d1f5f27fa3e6ee/norep: creating writer at 1732648861796 (+417 ms)Flushing 0aa9792b9914da6685d1f5f27fa3e6ee/norep: appending metadata at 1732648861813 (+17 ms)Flushing 0aa9792b9914da6685d1f5f27fa3e6ee/norep: closing flushed file at 1732648861813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b08c1b: reopening flushed file at 1732648861833 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@135abce8: reopening flushed file at 1732648861838 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@347b8ce6: reopening flushed file at 1732648861846 (+8 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0aa9792b9914da6685d1f5f27fa3e6ee in 923ms, sequenceid=12, compaction requested=false at 1732648861855 (+9 ms)Writing region close event to WAL at 1732648861877 (+22 ms)Running coprocessor post-close hooks at 1732648861885 (+8 ms)Closed at 1732648861885 2024-11-26T19:21:01,886 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732648835212.0aa9792b9914da6685d1f5f27fa3e6ee. 2024-11-26T19:21:01,890 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T19:21:01,890 DEBUG [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:21:01,890 DEBUG [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:21:01,892 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T19:21:01,893 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:21:01,893 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:21:01,893 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:21:01,893 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648860889Running coprocessor pre-close hooks at 1732648860889Disabling compacts and flushes for region at 1732648860889Disabling writes for close at 1732648860890 (+1 ms)Obtaining lock to block concurrent updates at 1732648860890Preparing flush snapshotting stores in 1588230740 at 1732648860890Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732648860890Flushing stores of hbase:meta,,1.1588230740 at 1732648860890Flushing 1588230740/info: creating writer at 1732648860891 (+1 ms)Flushing 1588230740/info: appending metadata at 1732648860910 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732648860910Flushing 1588230740/ns: creating writer at 1732648861319 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732648861340 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732648861340Flushing 1588230740/rep_barrier: creating writer at 1732648861366 (+26 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732648861391 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732648861391Flushing 1588230740/table: creating writer at 1732648861414 (+23 ms)Flushing 1588230740/table: appending metadata at 1732648861435 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732648861435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@484a45b2: reopening flushed file at 1732648861846 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33f7f816: reopening flushed file at 1732648861853 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5753332d: reopening flushed file at 1732648861858 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c875123: reopening flushed file at 1732648861863 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 978ms, sequenceid=16, compaction requested=false at 1732648861868 (+5 ms)Writing region close event to WAL at 1732648861888 (+20 ms)Running coprocessor post-close hooks at 1732648861893 (+5 ms)Closed at 1732648861893 2024-11-26T19:21:01,893 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:21:02,061 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 1493, reset compression=false 2024-11-26T19:21:02,065 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:21:02,065 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.wal-reader.fe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639 to pos 2384, reset compression=false 2024-11-26T19:21:02,066 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.shipperfe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,39057,1732648825010 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.1732648826639, lastWalPosition=2384, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:21:02,067 ERROR [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.shipperfe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fe76acf732b2,39057,1732648825010: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fe76acf732b2,39057,1732648825010, walGroup=fe76acf732b2%2C39057%2C1732648825010, offset=fe76acf732b2%2C39057%2C1732648825010.1732648826639:2384, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:39057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T19:21:02,068 ERROR [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.shipperfe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T19:21:02,068 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.shipperfe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T19:21:02,069 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.shipperfe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T19:21:02,069 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.shipperfe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T19:21:02,069 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.shipperfe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T19:21:02,069 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.shipperfe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 911727608 }, "NonHeapMemoryUsage": { "committed": 202571776, "init": 7667712, "max": -1, "used": 199695272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T19:21:02,070 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.shipperfe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:46687 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:46687 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T19:21:02,091 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,39057,1732648825010; all regions closed. 2024-11-26T19:21:02,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741834_1010 (size=4239) 2024-11-26T19:21:02,101 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/WALs/fe76acf732b2,39057,1732648825010/fe76acf732b2%2C39057%2C1732648825010.rep.1732648841821 not finished, retry = 0 2024-11-26T19:21:02,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741839_1015 (size=3552) 2024-11-26T19:21:02,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741832_1008 (size=2392) 2024-11-26T19:21:02,205 DEBUG [RS:0;fe76acf732b2:39057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:02,205 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:21:02,206 INFO [RS:0;fe76acf732b2:39057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:21:02,206 INFO [RS:0;fe76acf732b2:39057 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T19:21:02,206 INFO [RS:0;fe76acf732b2:39057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:21:02,206 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:21:02,206 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fe76acf732b2,39057,1732648825010 because: Region server is closing 2024-11-26T19:21:02,206 INFO [RS:0;fe76acf732b2:39057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:39057. 2024-11-26T19:21:02,207 DEBUG [RS:0;fe76acf732b2:39057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:02,207 DEBUG [RS:0;fe76acf732b2:39057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:02,207 DEBUG [RS:0;fe76acf732b2:39057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:02,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:21:02,307 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,39057,1732648825010.replicationSource.shipperfe76acf732b2%2C39057%2C1732648825010,1-fe76acf732b2,39057,1732648825010 terminated 2024-11-26T19:21:02,307 INFO [RS:0;fe76acf732b2:39057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:39057. 2024-11-26T19:21:02,307 DEBUG [RS:0;fe76acf732b2:39057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:02,307 DEBUG [RS:0;fe76acf732b2:39057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:02,307 DEBUG [RS:0;fe76acf732b2:39057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:02,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:21:02,308 INFO [RS:0;fe76acf732b2:39057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39057 2024-11-26T19:21:02,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443/rs 2024-11-26T19:21:02,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01918482443/rs/fe76acf732b2,39057,1732648825010 2024-11-26T19:21:02,311 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,39057,1732648825010] 2024-11-26T19:21:02,312 INFO [RS:0;fe76acf732b2:39057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:21:02,314 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01918482443/draining/fe76acf732b2,39057,1732648825010 already deleted, retry=false 2024-11-26T19:21:02,314 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,39057,1732648825010 expired; onlineServers=0 2024-11-26T19:21:02,314 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,46687,1732648824946' ***** 2024-11-26T19:21:02,314 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:21:02,314 INFO [M:0;fe76acf732b2:46687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:21:02,314 INFO [M:0;fe76acf732b2:46687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:21:02,315 DEBUG [M:0;fe76acf732b2:46687 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:21:02,315 DEBUG [M:0;fe76acf732b2:46687 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:21:02,315 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:21:02,315 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648826456 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648826456,5,FailOnTimeoutGroup] 2024-11-26T19:21:02,315 INFO [M:0;fe76acf732b2:46687 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:21:02,315 INFO [M:0;fe76acf732b2:46687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:21:02,315 DEBUG [M:0;fe76acf732b2:46687 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:21:02,315 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648826448 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648826448,5,FailOnTimeoutGroup] 2024-11-26T19:21:02,316 INFO [M:0;fe76acf732b2:46687 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:21:02,316 INFO [M:0;fe76acf732b2:46687 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:21:02,316 INFO [M:0;fe76acf732b2:46687 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:21:02,316 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:21:02,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01918482443/master 2024-11-26T19:21:02,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918482443 2024-11-26T19:21:02,318 DEBUG [M:0;fe76acf732b2:46687 {}] zookeeper.ZKUtil(347): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Unable to get data of znode /01918482443/master because node does not exist (not an error) 2024-11-26T19:21:02,319 WARN [M:0;fe76acf732b2:46687 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T19:21:02,319 INFO [M:0;fe76acf732b2:46687 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/.lastflushedseqids 2024-11-26T19:21:02,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741848_1024 (size=245) 2024-11-26T19:21:02,332 INFO [M:0;fe76acf732b2:46687 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:21:02,332 INFO [M:0;fe76acf732b2:46687 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:21:02,332 DEBUG [M:0;fe76acf732b2:46687 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:21:02,332 INFO [M:0;fe76acf732b2:46687 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:02,332 DEBUG [M:0;fe76acf732b2:46687 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:02,332 DEBUG [M:0;fe76acf732b2:46687 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:21:02,332 DEBUG [M:0;fe76acf732b2:46687 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:02,333 INFO [M:0;fe76acf732b2:46687 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-26T19:21:02,353 DEBUG [M:0;fe76acf732b2:46687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2aff55ea4c5547a48085ddb6553deab1 is 82, key is hbase:meta,,1/info:regioninfo/1732648827613/Put/seqid=0 2024-11-26T19:21:02,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741849_1025 (size=5672) 2024-11-26T19:21:02,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:21:02,416 INFO [RS:0;fe76acf732b2:39057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:21:02,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x10155b8d72c0001, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:21:02,416 INFO [RS:0;fe76acf732b2:39057 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,39057,1732648825010; zookeeper connection closed. 2024-11-26T19:21:02,416 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d9918e4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d9918e4 2024-11-26T19:21:02,417 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:21:02,757 INFO [M:0;fe76acf732b2:46687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2aff55ea4c5547a48085ddb6553deab1 2024-11-26T19:21:02,776 DEBUG [M:0;fe76acf732b2:46687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7550a2b08c284e35b4e69b77bd7bd8c3 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732648835969/Put/seqid=0 2024-11-26T19:21:02,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741850_1026 (size=7218) 2024-11-26T19:21:03,180 INFO [M:0;fe76acf732b2:46687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7550a2b08c284e35b4e69b77bd7bd8c3 2024-11-26T19:21:03,184 INFO [M:0;fe76acf732b2:46687 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7550a2b08c284e35b4e69b77bd7bd8c3 2024-11-26T19:21:03,202 DEBUG [M:0;fe76acf732b2:46687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95cf324fa7b746d3a582f40e10c3e055 is 69, key is fe76acf732b2,39057,1732648825010/rs:state/1732648826475/Put/seqid=0 2024-11-26T19:21:03,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741851_1027 (size=5156) 2024-11-26T19:21:03,606 INFO [M:0;fe76acf732b2:46687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95cf324fa7b746d3a582f40e10c3e055 2024-11-26T19:21:03,612 DEBUG [M:0;fe76acf732b2:46687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2aff55ea4c5547a48085ddb6553deab1 as hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2aff55ea4c5547a48085ddb6553deab1 2024-11-26T19:21:03,616 INFO [M:0;fe76acf732b2:46687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2aff55ea4c5547a48085ddb6553deab1, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T19:21:03,617 DEBUG [M:0;fe76acf732b2:46687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7550a2b08c284e35b4e69b77bd7bd8c3 as hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7550a2b08c284e35b4e69b77bd7bd8c3 2024-11-26T19:21:03,623 INFO [M:0;fe76acf732b2:46687 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7550a2b08c284e35b4e69b77bd7bd8c3 2024-11-26T19:21:03,623 INFO [M:0;fe76acf732b2:46687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7550a2b08c284e35b4e69b77bd7bd8c3, entries=11, sequenceid=105, filesize=7.0 K 2024-11-26T19:21:03,623 DEBUG [M:0;fe76acf732b2:46687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95cf324fa7b746d3a582f40e10c3e055 as hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95cf324fa7b746d3a582f40e10c3e055 2024-11-26T19:21:03,627 INFO [M:0;fe76acf732b2:46687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95cf324fa7b746d3a582f40e10c3e055, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T19:21:03,629 INFO [M:0;fe76acf732b2:46687 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=105, compaction requested=false 2024-11-26T19:21:03,634 INFO [M:0;fe76acf732b2:46687 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:03,634 DEBUG [M:0;fe76acf732b2:46687 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648862332Disabling compacts and flushes for region at 1732648862332Disabling writes for close at 1732648862332Obtaining lock to block concurrent updates at 1732648862333 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648862333Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732648862333Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648862335 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648862335Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648862352 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648862352Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648862761 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648862775 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648862776 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648863184 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648863201 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648863202 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a4466a8: reopening flushed file at 1732648863611 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e016c7: reopening flushed file at 1732648863616 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fb1054a: reopening flushed file at 1732648863623 (+7 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=105, compaction requested=false at 1732648863629 (+6 ms)Writing region close event to WAL at 1732648863634 (+5 ms)Closed at 1732648863634 2024-11-26T19:21:03,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741830_1006 (size=64423) 2024-11-26T19:21:03,638 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea3707ff-d35f-5e6b-c004-532490871de3/MasterData/WALs/fe76acf732b2,46687,1732648824946/fe76acf732b2%2C46687%2C1732648824946.1732648826328 not finished, retry = 0 2024-11-26T19:21:03,740 INFO [M:0;fe76acf732b2:46687 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:21:03,740 INFO [M:0;fe76acf732b2:46687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46687 2024-11-26T19:21:03,740 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:21:03,741 INFO [M:0;fe76acf732b2:46687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:21:03,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:21:03,844 INFO [M:0;fe76acf732b2:46687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:21:03,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46687-0x10155b8d72c0000, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:21:03,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e3df9f0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:21:03,847 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23aec636{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:21:03,847 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:21:03,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a4a1a95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:21:03,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70014cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/hadoop.log.dir/,STOPPED} 2024-11-26T19:21:03,849 WARN [BP-2002528145-172.17.0.2-1732648823998 heartbeating to localhost/127.0.0.1:33777 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:21:03,849 WARN [BP-2002528145-172.17.0.2-1732648823998 heartbeating to localhost/127.0.0.1:33777 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2002528145-172.17.0.2-1732648823998 (Datanode Uuid b99ea219-4332-4fc8-92a2-e105cf9e1db5) service to localhost/127.0.0.1:33777 2024-11-26T19:21:03,863 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/cluster_cc71ca5c-36d5-59a4-b1f6-0b9612918ac3/data/data1/current/BP-2002528145-172.17.0.2-1732648823998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:21:03,863 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/cluster_cc71ca5c-36d5-59a4-b1f6-0b9612918ac3/data/data2/current/BP-2002528145-172.17.0.2-1732648823998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:21:03,863 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:21:03,863 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:21:03,864 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:21:03,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30d789a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:21:03,872 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0f3029{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:21:03,872 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:21:03,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20aa73cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:21:03,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7292c86f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078f853a-a603-0891-d73b-ebb7c37c780e/hadoop.log.dir/,STOPPED} 2024-11-26T19:21:03,879 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T19:21:03,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T19:21:03,904 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 265) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57917) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:37819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57917) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33777 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:33221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37819 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57917) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33221 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:33777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=728 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=369 (was 246) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6283 (was 5682) - AvailableMemoryMB LEAK? - 2024-11-26T19:21:03,914 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=728, MaxFileDescriptor=1048576, SystemLoadAverage=369, ProcessCount=11, AvailableMemoryMB=6283 2024-11-26T19:21:03,929 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-26T19:21:03,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/hadoop.log.dir so I do NOT create it in target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968 2024-11-26T19:21:03,929 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T19:21:03,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/hadoop.tmp.dir so I do NOT create it in target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968 2024-11-26T19:21:03,929 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e402b41-5ac0-24bc-9b87-48af3f4e694d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T19:21:03,929 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968 2024-11-26T19:21:03,929 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/cluster_61a93708-b786-4d25-e5c2-1656c9e9f314, deleteOnExit=true 2024-11-26T19:21:03,936 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/cluster_61a93708-b786-4d25-e5c2-1656c9e9f314/zookeeper_0, clientPort=49848, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/cluster_61a93708-b786-4d25-e5c2-1656c9e9f314/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/cluster_61a93708-b786-4d25-e5c2-1656c9e9f314/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T19:21:03,941 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49848 2024-11-26T19:21:03,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:21:03,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:21:03,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/test.cache.data in system properties and HBase conf 2024-11-26T19:21:03,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:21:03,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:21:03,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:21:03,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:21:03,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:21:03,942 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:21:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:21:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:21:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:21:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:21:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:21:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:21:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:21:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:21:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:21:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:21:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:21:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:21:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:21:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:21:03,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10155b8d72c0002, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T19:21:03,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10155b8d72c0008, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T19:21:03,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10155b8d72c0005, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T19:21:03,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10155b8d72c0008, quorum=127.0.0.1:57917, baseZNode=/2-850782679 Received Disconnected from ZooKeeper, ignoring 2024-11-26T19:21:03,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10155b8d72c0005, quorum=127.0.0.1:57917, baseZNode=/1769467197 Received Disconnected from ZooKeeper, ignoring 2024-11-26T19:21:03,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10155b8d72c0002, quorum=127.0.0.1:57917, baseZNode=/01918482443 Received Disconnected from ZooKeeper, ignoring 2024-11-26T19:21:04,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:04,040 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:21:04,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:21:04,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:21:04,041 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:21:04,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:04,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2de67b05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:21:04,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dd15f7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:21:04,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3710c716{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/java.io.tmpdir/jetty-localhost-35705-hadoop-hdfs-3_4_1-tests_jar-_-any-2236084008996967990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:21:04,177 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@324fe214{HTTP/1.1, (http/1.1)}{localhost:35705} 2024-11-26T19:21:04,177 INFO [Time-limited test {}] server.Server(415): Started @241858ms 2024-11-26T19:21:04,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:04,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:21:04,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:21:04,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:21:04,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:21:04,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f6c912{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:21:04,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5105e8fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:21:04,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5aab1392{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/java.io.tmpdir/jetty-localhost-33629-hadoop-hdfs-3_4_1-tests_jar-_-any-10857111226959797387/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:21:04,487 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bb120f7{HTTP/1.1, (http/1.1)}{localhost:33629} 2024-11-26T19:21:04,487 INFO [Time-limited test {}] server.Server(415): Started @242168ms 2024-11-26T19:21:04,490 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:21:04,617 WARN [Thread-3442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/cluster_61a93708-b786-4d25-e5c2-1656c9e9f314/data/data1/current/BP-527371710-172.17.0.2-1732648863963/current, will proceed with Du for space computation calculation, 2024-11-26T19:21:04,617 WARN [Thread-3443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/cluster_61a93708-b786-4d25-e5c2-1656c9e9f314/data/data2/current/BP-527371710-172.17.0.2-1732648863963/current, will proceed with Du for space computation calculation, 2024-11-26T19:21:04,649 WARN [Thread-3430 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:21:04,652 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2db7ec7e275ea11e with lease ID 0xd47fa8f5f1125e86: Processing first storage report for DS-4b82a21e-7939-4a9e-93fe-7798400f50a8 from datanode DatanodeRegistration(127.0.0.1:42443, datanodeUuid=3b40ecbd-a127-4053-b5f2-b921eb400f86, infoPort=44619, infoSecurePort=0, ipcPort=33133, storageInfo=lv=-57;cid=testClusterID;nsid=1938938174;c=1732648863963) 2024-11-26T19:21:04,652 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2db7ec7e275ea11e with lease ID 0xd47fa8f5f1125e86: from storage DS-4b82a21e-7939-4a9e-93fe-7798400f50a8 node DatanodeRegistration(127.0.0.1:42443, datanodeUuid=3b40ecbd-a127-4053-b5f2-b921eb400f86, infoPort=44619, infoSecurePort=0, ipcPort=33133, storageInfo=lv=-57;cid=testClusterID;nsid=1938938174;c=1732648863963), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:21:04,653 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2db7ec7e275ea11e with lease ID 0xd47fa8f5f1125e86: Processing first storage report for DS-41153c68-c71e-4f93-b57b-0ec842fbfc81 from datanode DatanodeRegistration(127.0.0.1:42443, datanodeUuid=3b40ecbd-a127-4053-b5f2-b921eb400f86, infoPort=44619, infoSecurePort=0, ipcPort=33133, storageInfo=lv=-57;cid=testClusterID;nsid=1938938174;c=1732648863963) 2024-11-26T19:21:04,653 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2db7ec7e275ea11e with lease ID 0xd47fa8f5f1125e86: from storage DS-41153c68-c71e-4f93-b57b-0ec842fbfc81 node DatanodeRegistration(127.0.0.1:42443, datanodeUuid=3b40ecbd-a127-4053-b5f2-b921eb400f86, infoPort=44619, infoSecurePort=0, ipcPort=33133, storageInfo=lv=-57;cid=testClusterID;nsid=1938938174;c=1732648863963), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T19:21:04,747 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968 2024-11-26T19:21:04,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:04,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:04,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:21:05,161 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f with version=8 2024-11-26T19:21:05,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/hbase-staging 2024-11-26T19:21:05,164 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:21:05,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:05,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:05,164 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:21:05,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:05,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:21:05,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:21:05,165 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:21:05,178 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36311 2024-11-26T19:21:05,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36311 connecting to ZooKeeper ensemble=127.0.0.1:49848 2024-11-26T19:21:05,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363110x0, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:05,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36311-0x10155b9734f0000 connected 2024-11-26T19:21:05,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:05,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:05,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Set watcher on znode that does not yet exist, /0-1993239763/running 2024-11-26T19:21:05,270 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f, hbase.cluster.distributed=false 2024-11-26T19:21:05,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Set watcher on znode that does not yet exist, /0-1993239763/acl 2024-11-26T19:21:05,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36311 2024-11-26T19:21:05,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36311 2024-11-26T19:21:05,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36311 2024-11-26T19:21:05,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36311 2024-11-26T19:21:05,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36311 2024-11-26T19:21:05,303 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:21:05,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:05,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:05,303 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:21:05,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:05,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:21:05,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:21:05,303 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:21:05,304 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33735 2024-11-26T19:21:05,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33735 connecting to ZooKeeper ensemble=127.0.0.1:49848 2024-11-26T19:21:05,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:05,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:05,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337350x0, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:05,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337350x0, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Set watcher on znode that does not yet exist, /0-1993239763/running 2024-11-26T19:21:05,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33735-0x10155b9734f0001 connected 2024-11-26T19:21:05,313 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:21:05,315 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:21:05,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33735-0x10155b9734f0001, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Set watcher on znode that does not yet exist, /0-1993239763/master 2024-11-26T19:21:05,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33735-0x10155b9734f0001, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Set watcher on znode that does not yet exist, /0-1993239763/acl 2024-11-26T19:21:05,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33735 2024-11-26T19:21:05,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33735 2024-11-26T19:21:05,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33735 2024-11-26T19:21:05,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33735 2024-11-26T19:21:05,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33735 2024-11-26T19:21:05,339 DEBUG [M:0;fe76acf732b2:36311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:36311 2024-11-26T19:21:05,340 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1993239763/backup-masters/fe76acf732b2,36311,1732648865164 2024-11-26T19:21:05,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763/backup-masters 2024-11-26T19:21:05,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33735-0x10155b9734f0001, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763/backup-masters 2024-11-26T19:21:05,342 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Set watcher on existing znode=/0-1993239763/backup-masters/fe76acf732b2,36311,1732648865164 2024-11-26T19:21:05,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33735-0x10155b9734f0001, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1993239763/master 2024-11-26T19:21:05,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33735-0x10155b9734f0001, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763 2024-11-26T19:21:05,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763 2024-11-26T19:21:05,343 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Set watcher on existing znode=/0-1993239763/master 2024-11-26T19:21:05,343 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1993239763/backup-masters/fe76acf732b2,36311,1732648865164 from backup master directory 2024-11-26T19:21:05,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1993239763/backup-masters/fe76acf732b2,36311,1732648865164 2024-11-26T19:21:05,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33735-0x10155b9734f0001, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763/backup-masters 2024-11-26T19:21:05,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763/backup-masters 2024-11-26T19:21:05,345 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:21:05,345 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,36311,1732648865164 2024-11-26T19:21:05,348 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/hbase.id] with ID: 7f64826b-5b28-48f6-b2ca-b722d5187024 2024-11-26T19:21:05,348 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/.tmp/hbase.id 2024-11-26T19:21:05,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:21:05,462 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:21:05,462 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:21:05,463 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68642 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:21:05,754 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/.tmp/hbase.id]:[hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/hbase.id] 2024-11-26T19:21:05,765 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:05,765 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:21:05,766 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T19:21:05,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763 2024-11-26T19:21:05,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33735-0x10155b9734f0001, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763 2024-11-26T19:21:05,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:21:06,186 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:21:06,187 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:21:06,188 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:06,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:21:06,434 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:21:06,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:06,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:06,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:06,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:06,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:06,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:06,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:06,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:06,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:06,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:06,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:06,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:06,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:06,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:06,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:06,595 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/data/master/store 2024-11-26T19:21:06,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:21:07,015 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:07,015 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:21:07,015 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:07,015 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:07,015 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:21:07,015 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:07,015 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:07,015 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648867015Disabling compacts and flushes for region at 1732648867015Disabling writes for close at 1732648867015Writing region close event to WAL at 1732648867015Closed at 1732648867015 2024-11-26T19:21:07,016 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/data/master/store/.initializing 2024-11-26T19:21:07,016 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/WALs/fe76acf732b2,36311,1732648865164 2024-11-26T19:21:07,019 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:21:07,024 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C36311%2C1732648865164, suffix=, logDir=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/WALs/fe76acf732b2,36311,1732648865164, archiveDir=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/oldWALs, maxLogs=10 2024-11-26T19:21:07,046 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/WALs/fe76acf732b2,36311,1732648865164/fe76acf732b2%2C36311%2C1732648865164.1732648867025, exclude list is [], retry=0 2024-11-26T19:21:07,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-4b82a21e-7939-4a9e-93fe-7798400f50a8,DISK] 2024-11-26T19:21:07,050 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/WALs/fe76acf732b2,36311,1732648865164/fe76acf732b2%2C36311%2C1732648865164.1732648867025 2024-11-26T19:21:07,051 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44619:44619)] 2024-11-26T19:21:07,051 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:07,051 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:07,051 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:07,051 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:07,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:07,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:21:07,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:07,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:07,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:07,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:21:07,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:07,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:07,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:07,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:21:07,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:07,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:07,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:07,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:21:07,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:07,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:07,062 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:07,062 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:07,062 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:07,064 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:07,064 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:07,065 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:07,065 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:07,069 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:07,069 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60741158, jitterRate=-0.09488621354103088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:07,070 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648867051Initializing all the Stores at 1732648867052 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648867052Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648867052Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648867052Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648867052Cleaning up temporary data from old regions at 1732648867064 (+12 ms)Region opened successfully at 1732648867070 (+6 ms) 2024-11-26T19:21:07,072 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:21:07,075 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19acfb98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:21:07,076 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:21:07,076 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:21:07,076 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:21:07,076 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:21:07,077 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:21:07,077 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T19:21:07,077 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:21:07,085 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:21:07,086 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Unable to get data of znode /0-1993239763/balancer because node does not exist (not necessarily an error) 2024-11-26T19:21:07,087 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1993239763/balancer already deleted, retry=false 2024-11-26T19:21:07,088 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:21:07,088 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Unable to get data of znode /0-1993239763/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:21:07,090 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1993239763/normalizer already deleted, retry=false 2024-11-26T19:21:07,091 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:21:07,093 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Unable to get data of znode /0-1993239763/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:21:07,094 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1993239763/switch/split already deleted, retry=false 2024-11-26T19:21:07,095 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Unable to get data of znode /0-1993239763/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:21:07,098 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1993239763/switch/merge already deleted, retry=false 2024-11-26T19:21:07,101 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Unable to get data of znode /0-1993239763/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:21:07,102 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1993239763/snapshot-cleanup already deleted, retry=false 2024-11-26T19:21:07,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33735-0x10155b9734f0001, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1993239763/running 2024-11-26T19:21:07,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1993239763/running 2024-11-26T19:21:07,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33735-0x10155b9734f0001, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763 2024-11-26T19:21:07,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763 2024-11-26T19:21:07,104 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,36311,1732648865164, sessionid=0x10155b9734f0000, setting cluster-up flag (Was=false) 2024-11-26T19:21:07,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33735-0x10155b9734f0001, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763 2024-11-26T19:21:07,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763 2024-11-26T19:21:07,114 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1993239763/flush-table-proc/acquired, /0-1993239763/flush-table-proc/reached, /0-1993239763/flush-table-proc/abort 2024-11-26T19:21:07,116 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,36311,1732648865164 2024-11-26T19:21:07,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33735-0x10155b9734f0001, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763 2024-11-26T19:21:07,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763 2024-11-26T19:21:07,124 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1993239763/online-snapshot/acquired, /0-1993239763/online-snapshot/reached, /0-1993239763/online-snapshot/abort 2024-11-26T19:21:07,126 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,36311,1732648865164 2024-11-26T19:21:07,129 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:21:07,130 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:07,131 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:21:07,131 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:21:07,131 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,36311,1732648865164 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:21:07,132 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:07,132 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:07,132 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:07,132 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:07,132 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:21:07,133 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:07,133 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:21:07,133 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:07,141 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648897141 2024-11-26T19:21:07,142 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:21:07,142 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:21:07,142 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:21:07,142 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:21:07,142 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:21:07,142 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:21:07,142 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:07,143 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:21:07,143 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:21:07,143 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:21:07,143 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:21:07,143 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:07,143 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:21:07,143 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:21:07,143 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:21:07,144 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648867144,5,FailOnTimeoutGroup] 2024-11-26T19:21:07,144 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648867144,5,FailOnTimeoutGroup] 2024-11-26T19:21:07,144 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:07,144 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:21:07,144 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:07,144 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:07,145 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:07,145 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:21:07,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:21:07,154 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:21:07,154 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f 2024-11-26T19:21:07,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741832_1008 (size=32) 2024-11-26T19:21:07,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:07,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:21:07,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:21:07,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:07,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:07,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:21:07,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:21:07,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:07,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:07,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:21:07,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:21:07,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:07,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:07,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:21:07,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:21:07,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:07,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:07,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:21:07,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740 2024-11-26T19:21:07,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740 2024-11-26T19:21:07,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:21:07,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:21:07,175 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:07,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:21:07,185 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:07,185 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61895703, jitterRate=-0.07768215239048004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:07,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648867166Initializing all the Stores at 1732648867166Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648867166Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648867168 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648867168Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648867168Cleaning up temporary data from old regions at 1732648867175 (+7 ms)Region opened successfully at 1732648867186 (+11 ms) 2024-11-26T19:21:07,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:21:07,186 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:21:07,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:21:07,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:21:07,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:21:07,188 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:21:07,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648867186Disabling compacts and flushes for region at 1732648867186Disabling writes for close at 1732648867186Writing region close event to WAL at 1732648867188 (+2 ms)Closed at 1732648867188 2024-11-26T19:21:07,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:07,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:21:07,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:21:07,190 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:21:07,191 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:21:07,231 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(746): ClusterId : 7f64826b-5b28-48f6-b2ca-b722d5187024 2024-11-26T19:21:07,231 DEBUG [RS:0;fe76acf732b2:33735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:21:07,233 DEBUG [RS:0;fe76acf732b2:33735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:21:07,233 DEBUG [RS:0;fe76acf732b2:33735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:21:07,235 DEBUG [RS:0;fe76acf732b2:33735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:21:07,236 DEBUG [RS:0;fe76acf732b2:33735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffddc30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:21:07,248 DEBUG [RS:0;fe76acf732b2:33735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:33735 2024-11-26T19:21:07,248 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:21:07,248 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:21:07,248 DEBUG [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:21:07,249 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,36311,1732648865164 with port=33735, startcode=1732648865303 2024-11-26T19:21:07,249 DEBUG [RS:0;fe76acf732b2:33735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:21:07,251 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:21:07,251 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36311 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,33735,1732648865303 2024-11-26T19:21:07,251 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36311 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,33735,1732648865303 2024-11-26T19:21:07,253 DEBUG [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f 2024-11-26T19:21:07,253 DEBUG [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39661 2024-11-26T19:21:07,253 DEBUG [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:21:07,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763/rs 2024-11-26T19:21:07,254 DEBUG [RS:0;fe76acf732b2:33735 {}] zookeeper.ZKUtil(111): regionserver:33735-0x10155b9734f0001, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Set watcher on existing znode=/0-1993239763/rs/fe76acf732b2,33735,1732648865303 2024-11-26T19:21:07,254 WARN [RS:0;fe76acf732b2:33735 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:21:07,255 INFO [RS:0;fe76acf732b2:33735 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:07,255 DEBUG [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303 2024-11-26T19:21:07,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,33735,1732648865303] 2024-11-26T19:21:07,257 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:21:07,259 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:21:07,259 INFO [RS:0;fe76acf732b2:33735 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:21:07,259 INFO [RS:0;fe76acf732b2:33735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:07,260 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:21:07,260 INFO [RS:0;fe76acf732b2:33735 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:21:07,260 INFO [RS:0;fe76acf732b2:33735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:07,260 DEBUG [RS:0;fe76acf732b2:33735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:07,261 DEBUG [RS:0;fe76acf732b2:33735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:07,261 DEBUG [RS:0;fe76acf732b2:33735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:07,261 DEBUG [RS:0;fe76acf732b2:33735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:07,261 DEBUG [RS:0;fe76acf732b2:33735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:07,261 DEBUG [RS:0;fe76acf732b2:33735 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:21:07,261 DEBUG [RS:0;fe76acf732b2:33735 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:07,261 DEBUG [RS:0;fe76acf732b2:33735 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:07,261 DEBUG [RS:0;fe76acf732b2:33735 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:07,261 DEBUG [RS:0;fe76acf732b2:33735 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:07,261 DEBUG [RS:0;fe76acf732b2:33735 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:07,261 DEBUG [RS:0;fe76acf732b2:33735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:07,261 DEBUG [RS:0;fe76acf732b2:33735 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:21:07,261 DEBUG [RS:0;fe76acf732b2:33735 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:21:07,265 INFO [RS:0;fe76acf732b2:33735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:07,265 INFO [RS:0;fe76acf732b2:33735 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:07,265 INFO [RS:0;fe76acf732b2:33735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:07,265 INFO [RS:0;fe76acf732b2:33735 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:07,265 INFO [RS:0;fe76acf732b2:33735 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:07,265 INFO [RS:0;fe76acf732b2:33735 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,33735,1732648865303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:21:07,282 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:21:07,282 INFO [RS:0;fe76acf732b2:33735 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,33735,1732648865303-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:07,282 INFO [RS:0;fe76acf732b2:33735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:07,282 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.Replication(171): fe76acf732b2,33735,1732648865303 started 2024-11-26T19:21:07,296 INFO [RS:0;fe76acf732b2:33735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:07,296 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,33735,1732648865303, RpcServer on fe76acf732b2/172.17.0.2:33735, sessionid=0x10155b9734f0001 2024-11-26T19:21:07,296 DEBUG [RS:0;fe76acf732b2:33735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:21:07,296 DEBUG [RS:0;fe76acf732b2:33735 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,33735,1732648865303 2024-11-26T19:21:07,296 DEBUG [RS:0;fe76acf732b2:33735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,33735,1732648865303' 2024-11-26T19:21:07,296 DEBUG [RS:0;fe76acf732b2:33735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1993239763/flush-table-proc/abort' 2024-11-26T19:21:07,297 DEBUG [RS:0;fe76acf732b2:33735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1993239763/flush-table-proc/acquired' 2024-11-26T19:21:07,297 DEBUG [RS:0;fe76acf732b2:33735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:21:07,297 DEBUG [RS:0;fe76acf732b2:33735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:21:07,297 DEBUG [RS:0;fe76acf732b2:33735 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,33735,1732648865303 2024-11-26T19:21:07,297 DEBUG [RS:0;fe76acf732b2:33735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,33735,1732648865303' 2024-11-26T19:21:07,297 DEBUG [RS:0;fe76acf732b2:33735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1993239763/online-snapshot/abort' 2024-11-26T19:21:07,297 DEBUG [RS:0;fe76acf732b2:33735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1993239763/online-snapshot/acquired' 2024-11-26T19:21:07,297 DEBUG [RS:0;fe76acf732b2:33735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:21:07,298 INFO [RS:0;fe76acf732b2:33735 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:21:07,298 INFO [RS:0;fe76acf732b2:33735 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:21:07,341 WARN [fe76acf732b2:36311 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T19:21:07,398 INFO [RS:0;fe76acf732b2:33735 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:21:07,399 INFO [RS:0;fe76acf732b2:33735 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C33735%2C1732648865303, suffix=, logDir=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303, archiveDir=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/oldWALs, maxLogs=10 2024-11-26T19:21:07,414 DEBUG [RS:0;fe76acf732b2:33735 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400, exclude list is [], retry=0 2024-11-26T19:21:07,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-4b82a21e-7939-4a9e-93fe-7798400f50a8,DISK] 2024-11-26T19:21:07,418 INFO [RS:0;fe76acf732b2:33735 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 2024-11-26T19:21:07,418 DEBUG [RS:0;fe76acf732b2:33735 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44619:44619)] 2024-11-26T19:21:07,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:21:07,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T19:21:07,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T19:21:07,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T19:21:07,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:21:07,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:21:07,591 DEBUG [fe76acf732b2:36311 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:21:07,592 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,33735,1732648865303 2024-11-26T19:21:07,593 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,33735,1732648865303, state=OPENING 2024-11-26T19:21:07,596 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:21:07,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763 2024-11-26T19:21:07,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33735-0x10155b9734f0001, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763 2024-11-26T19:21:07,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1993239763/meta-region-server: CHANGED 2024-11-26T19:21:07,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1993239763/meta-region-server: CHANGED 2024-11-26T19:21:07,605 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:21:07,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,33735,1732648865303}] 2024-11-26T19:21:07,762 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:21:07,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:21:07,772 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:21:07,772 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:07,773 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:21:07,774 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C33735%2C1732648865303.meta, suffix=.meta, logDir=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303, archiveDir=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/oldWALs, maxLogs=10 2024-11-26T19:21:07,792 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.meta.1732648867774.meta, exclude list is [], retry=0 2024-11-26T19:21:07,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-4b82a21e-7939-4a9e-93fe-7798400f50a8,DISK] 2024-11-26T19:21:07,799 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.meta.1732648867774.meta 2024-11-26T19:21:07,809 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44619:44619)] 2024-11-26T19:21:07,809 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:07,810 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:21:07,810 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:21:07,810 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:21:07,810 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:21:07,810 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:21:07,810 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:07,810 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:21:07,810 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:21:07,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:21:07,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:21:07,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:07,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:07,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:21:07,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:21:07,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:07,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:07,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:21:07,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:21:07,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:07,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:07,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:21:07,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:21:07,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:07,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:07,817 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:21:07,817 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740 2024-11-26T19:21:07,818 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740 2024-11-26T19:21:07,819 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:21:07,819 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:21:07,820 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:07,821 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:21:07,822 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73442602, jitterRate=0.09438005089759827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:07,825 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:21:07,826 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648867810Writing region info on filesystem at 1732648867810Initializing all the Stores at 1732648867811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648867811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648867811Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648867811Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648867811Cleaning up temporary data from old regions at 1732648867819 (+8 ms)Running coprocessor post-open hooks at 1732648867825 (+6 ms)Region opened successfully at 1732648867825 2024-11-26T19:21:07,827 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648867760 2024-11-26T19:21:07,830 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:21:07,830 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:21:07,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,33735,1732648865303 2024-11-26T19:21:07,833 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,33735,1732648865303, state=OPEN 2024-11-26T19:21:07,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1993239763/meta-region-server 2024-11-26T19:21:07,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33735-0x10155b9734f0001, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1993239763/meta-region-server 2024-11-26T19:21:07,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1993239763/meta-region-server: CHANGED 2024-11-26T19:21:07,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1993239763/meta-region-server: CHANGED 2024-11-26T19:21:07,835 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,33735,1732648865303 2024-11-26T19:21:07,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:21:07,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,33735,1732648865303 in 230 msec 2024-11-26T19:21:07,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:21:07,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 648 msec 2024-11-26T19:21:07,839 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:07,839 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:21:07,840 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:07,840 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,33735,1732648865303, seqNum=-1] 2024-11-26T19:21:07,840 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:07,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:07,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 716 msec 2024-11-26T19:21:07,846 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648867846, completionTime=-1 2024-11-26T19:21:07,846 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:21:07,846 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:21:07,848 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:21:07,848 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648927848 2024-11-26T19:21:07,848 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732648987848 2024-11-26T19:21:07,848 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T19:21:07,848 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,36311,1732648865164-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:07,848 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,36311,1732648865164-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:07,848 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,36311,1732648865164-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:07,848 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:36311, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:07,848 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:07,848 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:07,850 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:21:07,852 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.507sec 2024-11-26T19:21:07,852 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:21:07,852 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:21:07,852 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:21:07,852 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:21:07,852 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:21:07,852 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,36311,1732648865164-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:21:07,852 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,36311,1732648865164-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:21:07,866 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:21:07,866 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:21:07,866 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,36311,1732648865164-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:07,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55cac3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:07,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,36311,-1 for getting cluster id 2024-11-26T19:21:07,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:07,939 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f64826b-5b28-48f6-b2ca-b722d5187024' 2024-11-26T19:21:07,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:07,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f64826b-5b28-48f6-b2ca-b722d5187024" 2024-11-26T19:21:07,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a546983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,36311,-1] 2024-11-26T19:21:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:07,941 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:07,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274ee94d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:07,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:07,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,33735,1732648865303, seqNum=-1] 2024-11-26T19:21:07,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:07,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:07,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,36311,1732648865164 2024-11-26T19:21:07,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49848 2024-11-26T19:21:07,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:07,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10155b9734f0002 connected 2024-11-26T19:21:07,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/hadoop.log.dir so I do NOT create it in target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830 2024-11-26T19:21:07,965 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T19:21:07,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/hadoop.tmp.dir so I do NOT create it in target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830 2024-11-26T19:21:07,965 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T19:21:07,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830 2024-11-26T19:21:07,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:21:07,966 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/cluster_b7a38ac2-09a6-ffe4-75ba-83a02c6a516f, deleteOnExit=true 2024-11-26T19:21:07,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:21:07,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/test.cache.data in system properties and HBase conf 2024-11-26T19:21:07,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:21:07,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:21:07,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:21:07,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:21:07,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:21:07,966 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:21:07,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:21:07,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:21:07,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:21:07,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:21:07,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:21:07,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:21:07,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:21:07,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:21:07,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:21:07,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:21:07,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:21:07,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:21:07,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:21:07,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:21:08,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:08,092 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:21:08,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:21:08,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:21:08,101 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T19:21:08,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:08,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@594ad742{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:21:08,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@212d6290{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:21:08,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20490946{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/java.io.tmpdir/jetty-localhost-40039-hadoop-hdfs-3_4_1-tests_jar-_-any-6801859705896286819/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:21:08,262 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cb05dc5{HTTP/1.1, (http/1.1)}{localhost:40039} 2024-11-26T19:21:08,262 INFO [Time-limited test {}] server.Server(415): Started @245942ms 2024-11-26T19:21:08,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:08,391 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:21:08,394 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:21:08,394 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:21:08,394 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T19:21:08,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d81422{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:21:08,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7af07dc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:21:08,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@406f587c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/java.io.tmpdir/jetty-localhost-45631-hadoop-hdfs-3_4_1-tests_jar-_-any-4244563873202621119/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:21:08,518 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65bcba49{HTTP/1.1, (http/1.1)}{localhost:45631} 2024-11-26T19:21:08,518 INFO [Time-limited test {}] server.Server(415): Started @246198ms 2024-11-26T19:21:08,519 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:21:08,622 WARN [Thread-3563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/cluster_b7a38ac2-09a6-ffe4-75ba-83a02c6a516f/data/data1/current/BP-1655302808-172.17.0.2-1732648867991/current, will proceed with Du for space computation calculation, 2024-11-26T19:21:08,622 WARN [Thread-3564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/cluster_b7a38ac2-09a6-ffe4-75ba-83a02c6a516f/data/data2/current/BP-1655302808-172.17.0.2-1732648867991/current, will proceed with Du for space computation calculation, 2024-11-26T19:21:08,639 WARN [Thread-3551 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:21:08,642 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61608019c719a618 with lease ID 0x723c86b36cf436f8: Processing first storage report for DS-685046d0-1406-4bf0-a747-6b972dd7810a from datanode DatanodeRegistration(127.0.0.1:36047, datanodeUuid=86e6874a-9d96-4303-aa3b-b10631a7eee8, infoPort=44583, infoSecurePort=0, ipcPort=44103, storageInfo=lv=-57;cid=testClusterID;nsid=1650161923;c=1732648867991) 2024-11-26T19:21:08,642 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61608019c719a618 with lease ID 0x723c86b36cf436f8: from storage DS-685046d0-1406-4bf0-a747-6b972dd7810a node DatanodeRegistration(127.0.0.1:36047, datanodeUuid=86e6874a-9d96-4303-aa3b-b10631a7eee8, infoPort=44583, infoSecurePort=0, ipcPort=44103, storageInfo=lv=-57;cid=testClusterID;nsid=1650161923;c=1732648867991), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:21:08,642 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61608019c719a618 with lease ID 0x723c86b36cf436f8: Processing first storage report for DS-866db1bb-d02c-43ea-b8a8-9408da342797 from datanode DatanodeRegistration(127.0.0.1:36047, datanodeUuid=86e6874a-9d96-4303-aa3b-b10631a7eee8, infoPort=44583, infoSecurePort=0, ipcPort=44103, storageInfo=lv=-57;cid=testClusterID;nsid=1650161923;c=1732648867991) 2024-11-26T19:21:08,642 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61608019c719a618 with lease ID 0x723c86b36cf436f8: from storage DS-866db1bb-d02c-43ea-b8a8-9408da342797 node DatanodeRegistration(127.0.0.1:36047, datanodeUuid=86e6874a-9d96-4303-aa3b-b10631a7eee8, infoPort=44583, infoSecurePort=0, ipcPort=44103, storageInfo=lv=-57;cid=testClusterID;nsid=1650161923;c=1732648867991), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:21:08,741 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830 2024-11-26T19:21:08,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:08,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:08,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:21:09,150 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e with version=8 2024-11-26T19:21:09,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/hbase-staging 2024-11-26T19:21:09,152 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:21:09,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:09,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:09,153 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:21:09,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:09,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:21:09,153 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:21:09,153 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:21:09,153 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39307 2024-11-26T19:21:09,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39307 connecting to ZooKeeper ensemble=127.0.0.1:49848 2024-11-26T19:21:09,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393070x0, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:09,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39307-0x10155b9734f0003 connected 2024-11-26T19:21:09,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:09,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:09,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Set watcher on znode that does not yet exist, /1-1850128830/running 2024-11-26T19:21:09,175 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e, hbase.cluster.distributed=false 2024-11-26T19:21:09,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Set watcher on znode that does not yet exist, /1-1850128830/acl 2024-11-26T19:21:09,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39307 2024-11-26T19:21:09,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39307 2024-11-26T19:21:09,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39307 2024-11-26T19:21:09,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39307 2024-11-26T19:21:09,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39307 2024-11-26T19:21:09,249 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:21:09,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:09,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:09,249 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:21:09,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:09,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:21:09,250 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:21:09,250 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:21:09,250 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38847 2024-11-26T19:21:09,251 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38847 connecting to ZooKeeper ensemble=127.0.0.1:49848 2024-11-26T19:21:09,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:09,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:09,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388470x0, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:09,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388470x0, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Set watcher on znode that does not yet exist, /1-1850128830/running 2024-11-26T19:21:09,280 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:21:09,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38847-0x10155b9734f0004 connected 2024-11-26T19:21:09,287 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:21:09,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38847-0x10155b9734f0004, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Set watcher on znode that does not yet exist, /1-1850128830/master 2024-11-26T19:21:09,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38847-0x10155b9734f0004, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Set watcher on znode that does not yet exist, /1-1850128830/acl 2024-11-26T19:21:09,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38847 2024-11-26T19:21:09,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38847 2024-11-26T19:21:09,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38847 2024-11-26T19:21:09,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38847 2024-11-26T19:21:09,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38847 2024-11-26T19:21:09,375 DEBUG [M:0;fe76acf732b2:39307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:39307 2024-11-26T19:21:09,392 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1850128830/backup-masters/fe76acf732b2,39307,1732648869152 2024-11-26T19:21:09,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10155b9734f0004, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830/backup-masters 2024-11-26T19:21:09,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830/backup-masters 2024-11-26T19:21:09,395 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Set watcher on existing znode=/1-1850128830/backup-masters/fe76acf732b2,39307,1732648869152 2024-11-26T19:21:09,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10155b9734f0004, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1850128830/master 2024-11-26T19:21:09,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10155b9734f0004, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830 2024-11-26T19:21:09,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830 2024-11-26T19:21:09,398 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Set watcher on existing znode=/1-1850128830/master 2024-11-26T19:21:09,398 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1850128830/backup-masters/fe76acf732b2,39307,1732648869152 from backup master directory 2024-11-26T19:21:09,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1850128830/backup-masters/fe76acf732b2,39307,1732648869152 2024-11-26T19:21:09,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830/backup-masters 2024-11-26T19:21:09,400 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:21:09,400 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,39307,1732648869152 2024-11-26T19:21:09,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10155b9734f0004, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830/backup-masters 2024-11-26T19:21:09,403 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/hbase.id] with ID: fac69852-31b7-48bb-a129-492614645164 2024-11-26T19:21:09,403 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/.tmp/hbase.id 2024-11-26T19:21:09,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:21:09,454 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/.tmp/hbase.id]:[hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/hbase.id] 2024-11-26T19:21:09,466 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:09,466 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:21:09,467 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T19:21:09,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830 2024-11-26T19:21:09,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10155b9734f0004, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830 2024-11-26T19:21:09,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:21:09,533 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:21:09,534 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:21:09,547 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:09,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:21:09,972 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/data/master/store 2024-11-26T19:21:09,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:21:09,990 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:09,990 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:21:09,990 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:09,990 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:09,991 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:21:09,991 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:09,991 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:09,991 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648869990Disabling compacts and flushes for region at 1732648869990Disabling writes for close at 1732648869991 (+1 ms)Writing region close event to WAL at 1732648869991Closed at 1732648869991 2024-11-26T19:21:09,991 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/data/master/store/.initializing 2024-11-26T19:21:09,991 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/WALs/fe76acf732b2,39307,1732648869152 2024-11-26T19:21:09,993 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:21:09,994 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C39307%2C1732648869152, suffix=, logDir=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/WALs/fe76acf732b2,39307,1732648869152, archiveDir=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/oldWALs, maxLogs=10 2024-11-26T19:21:10,017 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/WALs/fe76acf732b2,39307,1732648869152/fe76acf732b2%2C39307%2C1732648869152.1732648869994, exclude list is [], retry=0 2024-11-26T19:21:10,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36047,DS-685046d0-1406-4bf0-a747-6b972dd7810a,DISK] 2024-11-26T19:21:10,052 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/WALs/fe76acf732b2,39307,1732648869152/fe76acf732b2%2C39307%2C1732648869152.1732648869994 2024-11-26T19:21:10,055 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44583:44583)] 2024-11-26T19:21:10,055 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:10,055 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:10,056 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:10,056 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:10,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:10,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:21:10,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:10,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:10,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:10,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:21:10,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:10,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:10,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:10,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:21:10,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:10,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:10,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:10,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:21:10,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:10,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:10,076 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:10,077 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:10,078 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:10,079 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:10,079 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:10,080 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:10,081 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:10,086 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:10,086 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72063715, jitterRate=0.07383303344249725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:10,086 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648870056Initializing all the Stores at 1732648870060 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648870060Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648870061 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648870061Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648870061Cleaning up temporary data from old regions at 1732648870079 (+18 ms)Region opened successfully at 1732648870086 (+7 ms) 2024-11-26T19:21:10,091 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:21:10,093 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411d04ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:21:10,094 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:21:10,094 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:21:10,094 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:21:10,095 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:21:10,095 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:21:10,095 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T19:21:10,095 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:21:10,098 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:21:10,099 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Unable to get data of znode /1-1850128830/balancer because node does not exist (not necessarily an error) 2024-11-26T19:21:10,103 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1850128830/balancer already deleted, retry=false 2024-11-26T19:21:10,103 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:21:10,104 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Unable to get data of znode /1-1850128830/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:21:10,107 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1850128830/normalizer already deleted, retry=false 2024-11-26T19:21:10,107 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:21:10,117 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Unable to get data of znode /1-1850128830/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:21:10,119 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1850128830/switch/split already deleted, retry=false 2024-11-26T19:21:10,122 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Unable to get data of znode /1-1850128830/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:21:10,124 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1850128830/switch/merge already deleted, retry=false 2024-11-26T19:21:10,129 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Unable to get data of znode /1-1850128830/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:21:10,130 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1850128830/snapshot-cleanup already deleted, retry=false 2024-11-26T19:21:10,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10155b9734f0004, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1850128830/running 2024-11-26T19:21:10,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10155b9734f0004, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830 2024-11-26T19:21:10,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1850128830/running 2024-11-26T19:21:10,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830 2024-11-26T19:21:10,133 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,39307,1732648869152, sessionid=0x10155b9734f0003, setting cluster-up flag (Was=false) 2024-11-26T19:21:10,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830 2024-11-26T19:21:10,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10155b9734f0004, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830 2024-11-26T19:21:10,144 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1850128830/flush-table-proc/acquired, /1-1850128830/flush-table-proc/reached, /1-1850128830/flush-table-proc/abort 2024-11-26T19:21:10,145 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,39307,1732648869152 2024-11-26T19:21:10,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830 2024-11-26T19:21:10,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10155b9734f0004, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830 2024-11-26T19:21:10,153 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1850128830/online-snapshot/acquired, /1-1850128830/online-snapshot/reached, /1-1850128830/online-snapshot/abort 2024-11-26T19:21:10,153 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,39307,1732648869152 2024-11-26T19:21:10,161 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:21:10,162 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:10,163 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:21:10,163 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:21:10,163 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,39307,1732648869152 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:21:10,165 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:10,165 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:10,165 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:10,165 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:10,165 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:21:10,165 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:10,165 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:21:10,165 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:10,172 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:10,173 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:21:10,174 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:10,174 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:21:10,181 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648900181 2024-11-26T19:21:10,181 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:21:10,182 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:21:10,182 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:21:10,182 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:21:10,182 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:21:10,182 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:21:10,184 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:10,205 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:21:10,205 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:21:10,205 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:21:10,205 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:21:10,208 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:21:10,208 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:21:10,208 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648870208,5,FailOnTimeoutGroup] 2024-11-26T19:21:10,209 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648870208,5,FailOnTimeoutGroup] 2024-11-26T19:21:10,209 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:10,209 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:21:10,209 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:10,209 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:10,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:21:10,240 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(746): ClusterId : fac69852-31b7-48bb-a129-492614645164 2024-11-26T19:21:10,240 DEBUG [RS:0;fe76acf732b2:38847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:21:10,242 DEBUG [RS:0;fe76acf732b2:38847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:21:10,242 DEBUG [RS:0;fe76acf732b2:38847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:21:10,265 DEBUG [RS:0;fe76acf732b2:38847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:21:10,265 DEBUG [RS:0;fe76acf732b2:38847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e9e3ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:21:10,287 DEBUG [RS:0;fe76acf732b2:38847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:38847 2024-11-26T19:21:10,287 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:21:10,287 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:21:10,287 DEBUG [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:21:10,288 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,39307,1732648869152 with port=38847, startcode=1732648869249 2024-11-26T19:21:10,289 DEBUG [RS:0;fe76acf732b2:38847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:21:10,293 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:21:10,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39307 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,38847,1732648869249 2024-11-26T19:21:10,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39307 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,38847,1732648869249 2024-11-26T19:21:10,295 DEBUG [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e 2024-11-26T19:21:10,295 DEBUG [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37027 2024-11-26T19:21:10,295 DEBUG [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:21:10,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830/rs 2024-11-26T19:21:10,302 DEBUG [RS:0;fe76acf732b2:38847 {}] zookeeper.ZKUtil(111): regionserver:38847-0x10155b9734f0004, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Set watcher on existing znode=/1-1850128830/rs/fe76acf732b2,38847,1732648869249 2024-11-26T19:21:10,302 WARN [RS:0;fe76acf732b2:38847 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:21:10,302 INFO [RS:0;fe76acf732b2:38847 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:10,302 DEBUG [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249 2024-11-26T19:21:10,306 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,38847,1732648869249] 2024-11-26T19:21:10,312 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:21:10,317 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:21:10,337 INFO [RS:0;fe76acf732b2:38847 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:21:10,337 INFO [RS:0;fe76acf732b2:38847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:10,338 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:21:10,338 INFO [RS:0;fe76acf732b2:38847 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:21:10,338 INFO [RS:0;fe76acf732b2:38847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:10,338 DEBUG [RS:0;fe76acf732b2:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:10,339 DEBUG [RS:0;fe76acf732b2:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:10,339 DEBUG [RS:0;fe76acf732b2:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:10,339 DEBUG [RS:0;fe76acf732b2:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:10,339 DEBUG [RS:0;fe76acf732b2:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:10,339 DEBUG [RS:0;fe76acf732b2:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:21:10,339 DEBUG [RS:0;fe76acf732b2:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:10,339 DEBUG [RS:0;fe76acf732b2:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:10,339 DEBUG [RS:0;fe76acf732b2:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:10,339 DEBUG [RS:0;fe76acf732b2:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:10,339 DEBUG [RS:0;fe76acf732b2:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:10,339 DEBUG [RS:0;fe76acf732b2:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:10,339 DEBUG [RS:0;fe76acf732b2:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:21:10,339 DEBUG [RS:0;fe76acf732b2:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:21:10,344 INFO [RS:0;fe76acf732b2:38847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:10,344 INFO [RS:0;fe76acf732b2:38847 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:10,344 INFO [RS:0;fe76acf732b2:38847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:10,344 INFO [RS:0;fe76acf732b2:38847 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:10,345 INFO [RS:0;fe76acf732b2:38847 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:10,345 INFO [RS:0;fe76acf732b2:38847 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,38847,1732648869249-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:21:10,372 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:21:10,372 INFO [RS:0;fe76acf732b2:38847 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,38847,1732648869249-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:10,373 INFO [RS:0;fe76acf732b2:38847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:10,373 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.Replication(171): fe76acf732b2,38847,1732648869249 started 2024-11-26T19:21:10,395 INFO [RS:0;fe76acf732b2:38847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:10,395 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,38847,1732648869249, RpcServer on fe76acf732b2/172.17.0.2:38847, sessionid=0x10155b9734f0004 2024-11-26T19:21:10,395 DEBUG [RS:0;fe76acf732b2:38847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:21:10,395 DEBUG [RS:0;fe76acf732b2:38847 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,38847,1732648869249 2024-11-26T19:21:10,395 DEBUG [RS:0;fe76acf732b2:38847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,38847,1732648869249' 2024-11-26T19:21:10,395 DEBUG [RS:0;fe76acf732b2:38847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1850128830/flush-table-proc/abort' 2024-11-26T19:21:10,396 DEBUG [RS:0;fe76acf732b2:38847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1850128830/flush-table-proc/acquired' 2024-11-26T19:21:10,397 DEBUG [RS:0;fe76acf732b2:38847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:21:10,397 DEBUG [RS:0;fe76acf732b2:38847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:21:10,397 DEBUG [RS:0;fe76acf732b2:38847 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,38847,1732648869249 2024-11-26T19:21:10,397 DEBUG [RS:0;fe76acf732b2:38847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,38847,1732648869249' 2024-11-26T19:21:10,397 DEBUG [RS:0;fe76acf732b2:38847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1850128830/online-snapshot/abort' 2024-11-26T19:21:10,397 DEBUG [RS:0;fe76acf732b2:38847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1850128830/online-snapshot/acquired' 2024-11-26T19:21:10,398 DEBUG [RS:0;fe76acf732b2:38847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:21:10,398 INFO [RS:0;fe76acf732b2:38847 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:21:10,398 INFO [RS:0;fe76acf732b2:38847 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:21:10,499 INFO [RS:0;fe76acf732b2:38847 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:21:10,500 INFO [RS:0;fe76acf732b2:38847 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C38847%2C1732648869249, suffix=, logDir=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249, archiveDir=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/oldWALs, maxLogs=10 2024-11-26T19:21:10,521 DEBUG [RS:0;fe76acf732b2:38847 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501, exclude list is [], retry=0 2024-11-26T19:21:10,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36047,DS-685046d0-1406-4bf0-a747-6b972dd7810a,DISK] 2024-11-26T19:21:10,536 INFO [RS:0;fe76acf732b2:38847 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 2024-11-26T19:21:10,536 DEBUG [RS:0;fe76acf732b2:38847 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44583:44583)] 2024-11-26T19:21:10,614 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:21:10,615 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e 2024-11-26T19:21:10,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741833_1009 (size=32) 2024-11-26T19:21:11,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:11,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:21:11,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:21:11,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:11,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:11,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:21:11,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:21:11,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:11,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:11,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:21:11,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:21:11,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:11,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:11,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:21:11,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:21:11,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:11,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:11,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:21:11,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740 2024-11-26T19:21:11,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740 2024-11-26T19:21:11,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:21:11,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:21:11,045 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:11,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:21:11,049 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:11,049 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73074289, jitterRate=0.08889175951480865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:11,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648871035Initializing all the Stores at 1732648871036 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648871036Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648871036Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648871036Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648871036Cleaning up temporary data from old regions at 1732648871045 (+9 ms)Region opened successfully at 1732648871049 (+4 ms) 2024-11-26T19:21:11,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:21:11,050 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:21:11,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:21:11,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:21:11,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:21:11,050 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:21:11,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648871049Disabling compacts and flushes for region at 1732648871049Disabling writes for close at 1732648871050 (+1 ms)Writing region close event to WAL at 1732648871050Closed at 1732648871050 2024-11-26T19:21:11,051 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:11,051 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:21:11,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:21:11,052 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:21:11,053 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:21:11,204 DEBUG [fe76acf732b2:39307 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:21:11,204 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,38847,1732648869249 2024-11-26T19:21:11,205 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,38847,1732648869249, state=OPENING 2024-11-26T19:21:11,209 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:21:11,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10155b9734f0004, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830 2024-11-26T19:21:11,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830 2024-11-26T19:21:11,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1850128830/meta-region-server: CHANGED 2024-11-26T19:21:11,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1850128830/meta-region-server: CHANGED 2024-11-26T19:21:11,214 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:21:11,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,38847,1732648869249}] 2024-11-26T19:21:11,368 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:21:11,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:21:11,373 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:21:11,373 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:11,373 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:21:11,375 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C38847%2C1732648869249.meta, suffix=.meta, logDir=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249, archiveDir=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/oldWALs, maxLogs=10 2024-11-26T19:21:11,393 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.meta.1732648871375.meta, exclude list is [], retry=0 2024-11-26T19:21:11,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36047,DS-685046d0-1406-4bf0-a747-6b972dd7810a,DISK] 2024-11-26T19:21:11,410 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.meta.1732648871375.meta 2024-11-26T19:21:11,412 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44583:44583)] 2024-11-26T19:21:11,412 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:11,413 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:21:11,413 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:21:11,413 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:21:11,413 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:21:11,413 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:21:11,413 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:11,414 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:21:11,414 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:21:11,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:21:11,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:21:11,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:11,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:11,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:21:11,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:21:11,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:11,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:11,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:21:11,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:21:11,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:11,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:11,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:21:11,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:21:11,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:11,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:11,419 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:21:11,419 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740 2024-11-26T19:21:11,420 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740 2024-11-26T19:21:11,421 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:21:11,421 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:21:11,422 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:11,423 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:21:11,423 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62605700, jitterRate=-0.06710237264633179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:11,423 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:21:11,424 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648871414Writing region info on filesystem at 1732648871414Initializing all the Stores at 1732648871414Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648871414Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648871415 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648871415Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648871415Cleaning up temporary data from old regions at 1732648871421 (+6 ms)Running coprocessor post-open hooks at 1732648871424 (+3 ms)Region opened successfully at 1732648871424 2024-11-26T19:21:11,424 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648871367 2024-11-26T19:21:11,426 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:21:11,427 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:21:11,427 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,38847,1732648869249 2024-11-26T19:21:11,428 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,38847,1732648869249, state=OPEN 2024-11-26T19:21:11,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10155b9734f0004, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1850128830/meta-region-server 2024-11-26T19:21:11,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1850128830/meta-region-server 2024-11-26T19:21:11,429 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,38847,1732648869249 2024-11-26T19:21:11,429 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1850128830/meta-region-server: CHANGED 2024-11-26T19:21:11,429 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1850128830/meta-region-server: CHANGED 2024-11-26T19:21:11,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:21:11,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,38847,1732648869249 in 215 msec 2024-11-26T19:21:11,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:21:11,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec 2024-11-26T19:21:11,433 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:11,433 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:21:11,434 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:11,434 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,38847,1732648869249, seqNum=-1] 2024-11-26T19:21:11,435 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:11,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:11,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2780 sec 2024-11-26T19:21:11,440 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648871440, completionTime=-1 2024-11-26T19:21:11,440 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:21:11,440 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:21:11,442 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:21:11,442 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648931442 2024-11-26T19:21:11,442 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732648991442 2024-11-26T19:21:11,442 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T19:21:11,442 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,39307,1732648869152-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:11,442 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,39307,1732648869152-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:11,442 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,39307,1732648869152-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:11,443 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:39307, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:11,443 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:11,443 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:11,444 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:21:11,446 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.046sec 2024-11-26T19:21:11,446 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:21:11,446 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:21:11,446 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:21:11,446 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:21:11,446 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:21:11,446 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,39307,1732648869152-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:21:11,446 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,39307,1732648869152-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:21:11,449 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:21:11,449 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:21:11,449 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,39307,1732648869152-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:11,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133b4e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:11,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,39307,-1 for getting cluster id 2024-11-26T19:21:11,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:11,557 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fac69852-31b7-48bb-a129-492614645164' 2024-11-26T19:21:11,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:11,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fac69852-31b7-48bb-a129-492614645164" 2024-11-26T19:21:11,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b04d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:11,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,39307,-1] 2024-11-26T19:21:11,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:11,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:11,559 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:11,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4cdb9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:11,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:11,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,38847,1732648869249, seqNum=-1] 2024-11-26T19:21:11,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:11,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:11,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,39307,1732648869152 2024-11-26T19:21:11,566 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49848 2024-11-26T19:21:11,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:11,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/hadoop.log.dir so I do NOT create it in target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1 2024-11-26T19:21:11,606 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T19:21:11,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/hadoop.tmp.dir so I do NOT create it in target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1 2024-11-26T19:21:11,607 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T19:21:11,607 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1 2024-11-26T19:21:11,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:21:11,607 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/cluster_04f6aaaf-9e57-26e1-4e92-d097ef7c1da9, deleteOnExit=true 2024-11-26T19:21:11,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:21:11,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/test.cache.data in system properties and HBase conf 2024-11-26T19:21:11,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:21:11,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:21:11,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:21:11,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:21:11,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:21:11,608 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:21:11,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:21:11,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:21:11,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:21:11,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:21:11,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:21:11,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:21:11,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:21:11,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:21:11,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:21:11,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:21:11,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:21:11,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:21:11,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:21:11,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:21:11,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10155b9734f0005 connected 2024-11-26T19:21:11,818 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:11,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:21:11,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:21:11,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:21:11,925 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:21:11,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:11,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b48c275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:21:11,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2af24495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:21:12,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b42c903{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/java.io.tmpdir/jetty-localhost-36471-hadoop-hdfs-3_4_1-tests_jar-_-any-11456202716829599908/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:21:12,152 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fbcd250{HTTP/1.1, (http/1.1)}{localhost:36471} 2024-11-26T19:21:12,152 INFO [Time-limited test {}] server.Server(415): Started @249833ms 2024-11-26T19:21:12,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:12,402 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:21:12,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:21:12,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:21:12,402 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T19:21:12,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21be0beb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:21:12,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6222ff80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:21:12,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dbf1631{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/java.io.tmpdir/jetty-localhost-45871-hadoop-hdfs-3_4_1-tests_jar-_-any-2846133866443348318/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:21:12,522 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@295b9918{HTTP/1.1, (http/1.1)}{localhost:45871} 2024-11-26T19:21:12,522 INFO [Time-limited test {}] server.Server(415): Started @250202ms 2024-11-26T19:21:12,523 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:21:12,646 WARN [Thread-3683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/cluster_04f6aaaf-9e57-26e1-4e92-d097ef7c1da9/data/data1/current/BP-2016981646-172.17.0.2-1732648871654/current, will proceed with Du for space computation calculation, 2024-11-26T19:21:12,653 WARN [Thread-3684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/cluster_04f6aaaf-9e57-26e1-4e92-d097ef7c1da9/data/data2/current/BP-2016981646-172.17.0.2-1732648871654/current, will proceed with Du for space computation calculation, 2024-11-26T19:21:12,677 WARN [Thread-3671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:21:12,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2080d672d9a37d50 with lease ID 0xf442b3aedc1e22b1: Processing first storage report for DS-5deb6a57-9263-49c1-acda-87ec7a4a1cd1 from datanode DatanodeRegistration(127.0.0.1:46881, datanodeUuid=b5d5bc3a-64f7-4273-a823-0759acbfa6d9, infoPort=40357, infoSecurePort=0, ipcPort=45411, storageInfo=lv=-57;cid=testClusterID;nsid=1887215032;c=1732648871654) 2024-11-26T19:21:12,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2080d672d9a37d50 with lease ID 0xf442b3aedc1e22b1: from storage DS-5deb6a57-9263-49c1-acda-87ec7a4a1cd1 node DatanodeRegistration(127.0.0.1:46881, datanodeUuid=b5d5bc3a-64f7-4273-a823-0759acbfa6d9, infoPort=40357, infoSecurePort=0, ipcPort=45411, storageInfo=lv=-57;cid=testClusterID;nsid=1887215032;c=1732648871654), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:21:12,685 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2080d672d9a37d50 with lease ID 0xf442b3aedc1e22b1: Processing first storage report for DS-c37f4317-1cf4-4e43-8aba-532ba8b25247 from datanode DatanodeRegistration(127.0.0.1:46881, datanodeUuid=b5d5bc3a-64f7-4273-a823-0759acbfa6d9, infoPort=40357, infoSecurePort=0, ipcPort=45411, storageInfo=lv=-57;cid=testClusterID;nsid=1887215032;c=1732648871654) 2024-11-26T19:21:12,685 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2080d672d9a37d50 with lease ID 0xf442b3aedc1e22b1: from storage DS-c37f4317-1cf4-4e43-8aba-532ba8b25247 node DatanodeRegistration(127.0.0.1:46881, datanodeUuid=b5d5bc3a-64f7-4273-a823-0759acbfa6d9, infoPort=40357, infoSecurePort=0, ipcPort=45411, storageInfo=lv=-57;cid=testClusterID;nsid=1887215032;c=1732648871654), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T19:21:12,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1 2024-11-26T19:21:12,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:12,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:12,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:21:12,769 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f with version=8 2024-11-26T19:21:12,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/hbase-staging 2024-11-26T19:21:12,774 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:21:12,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:12,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:12,774 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:21:12,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:12,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:21:12,774 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:21:12,774 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:21:12,777 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45793 2024-11-26T19:21:12,778 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45793 connecting to ZooKeeper ensemble=127.0.0.1:49848 2024-11-26T19:21:12,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457930x0, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:12,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45793-0x10155b9734f0006 connected 2024-11-26T19:21:12,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:12,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:12,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Set watcher on znode that does not yet exist, /2-1382674572/running 2024-11-26T19:21:12,798 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f, hbase.cluster.distributed=false 2024-11-26T19:21:12,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Set watcher on znode that does not yet exist, /2-1382674572/acl 2024-11-26T19:21:12,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45793 2024-11-26T19:21:12,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45793 2024-11-26T19:21:12,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45793 2024-11-26T19:21:12,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45793 2024-11-26T19:21:12,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45793 2024-11-26T19:21:12,839 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:21:12,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:12,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:12,839 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:21:12,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:12,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:21:12,839 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:21:12,839 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:21:12,840 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36281 2024-11-26T19:21:12,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36281 connecting to ZooKeeper ensemble=127.0.0.1:49848 2024-11-26T19:21:12,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:12,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:12,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362810x0, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:12,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362810x0, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Set watcher on znode that does not yet exist, /2-1382674572/running 2024-11-26T19:21:12,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36281-0x10155b9734f0007 connected 2024-11-26T19:21:12,847 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:21:12,848 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:21:12,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36281-0x10155b9734f0007, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Set watcher on znode that does not yet exist, /2-1382674572/master 2024-11-26T19:21:12,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36281-0x10155b9734f0007, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Set watcher on znode that does not yet exist, /2-1382674572/acl 2024-11-26T19:21:12,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36281 2024-11-26T19:21:12,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36281 2024-11-26T19:21:12,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36281 2024-11-26T19:21:12,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36281 2024-11-26T19:21:12,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36281 2024-11-26T19:21:12,867 DEBUG [M:0;fe76acf732b2:45793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:45793 2024-11-26T19:21:12,868 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1382674572/backup-masters/fe76acf732b2,45793,1732648872774 2024-11-26T19:21:12,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572/backup-masters 2024-11-26T19:21:12,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x10155b9734f0007, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572/backup-masters 2024-11-26T19:21:12,871 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Set watcher on existing znode=/2-1382674572/backup-masters/fe76acf732b2,45793,1732648872774 2024-11-26T19:21:12,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572 2024-11-26T19:21:12,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x10155b9734f0007, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1382674572/master 2024-11-26T19:21:12,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x10155b9734f0007, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572 2024-11-26T19:21:12,879 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Set watcher on existing znode=/2-1382674572/master 2024-11-26T19:21:12,879 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1382674572/backup-masters/fe76acf732b2,45793,1732648872774 from backup master directory 2024-11-26T19:21:12,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1382674572/backup-masters/fe76acf732b2,45793,1732648872774 2024-11-26T19:21:12,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x10155b9734f0007, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572/backup-masters 2024-11-26T19:21:12,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572/backup-masters 2024-11-26T19:21:12,881 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:21:12,881 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,45793,1732648872774 2024-11-26T19:21:12,885 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/hbase.id] with ID: af190cd5-6f5a-49d7-a06d-a6e62ca36b91 2024-11-26T19:21:12,885 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/.tmp/hbase.id 2024-11-26T19:21:12,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:21:13,017 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:21:13,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:13,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:13,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:13,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:13,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:13,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:13,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:13,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:13,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:13,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:13,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:13,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:13,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:13,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:13,257 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T19:21:13,294 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/.tmp/hbase.id]:[hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/hbase.id] 2024-11-26T19:21:13,302 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:13,302 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:21:13,303 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T19:21:13,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572 2024-11-26T19:21:13,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x10155b9734f0007, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572 2024-11-26T19:21:13,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:21:13,710 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:21:13,711 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:21:13,711 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:13,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:21:14,119 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/data/master/store 2024-11-26T19:21:14,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:21:14,524 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:14,524 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:21:14,524 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:14,524 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:14,524 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:21:14,524 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:14,524 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:14,524 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648874524Disabling compacts and flushes for region at 1732648874524Disabling writes for close at 1732648874524Writing region close event to WAL at 1732648874524Closed at 1732648874524 2024-11-26T19:21:14,525 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/data/master/store/.initializing 2024-11-26T19:21:14,525 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/WALs/fe76acf732b2,45793,1732648872774 2024-11-26T19:21:14,525 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:21:14,527 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C45793%2C1732648872774, suffix=, logDir=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/WALs/fe76acf732b2,45793,1732648872774, archiveDir=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/oldWALs, maxLogs=10 2024-11-26T19:21:14,540 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/WALs/fe76acf732b2,45793,1732648872774/fe76acf732b2%2C45793%2C1732648872774.1732648874527, exclude list is [], retry=0 2024-11-26T19:21:14,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46881,DS-5deb6a57-9263-49c1-acda-87ec7a4a1cd1,DISK] 2024-11-26T19:21:14,543 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/WALs/fe76acf732b2,45793,1732648872774/fe76acf732b2%2C45793%2C1732648872774.1732648874527 2024-11-26T19:21:14,543 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40357:40357)] 2024-11-26T19:21:14,543 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:14,544 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:14,544 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:14,544 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:14,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:14,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:21:14,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:14,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:14,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:14,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:21:14,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:14,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:14,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:14,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:21:14,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:14,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:14,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:14,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:21:14,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:14,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:14,549 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:14,550 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:14,550 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:14,551 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:14,551 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:14,551 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:14,552 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:14,553 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:14,554 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61799543, jitterRate=-0.07911504805088043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:14,554 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648874544Initializing all the Stores at 1732648874544Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648874544Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648874544Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648874544Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648874544Cleaning up temporary data from old regions at 1732648874551 (+7 ms)Region opened successfully at 1732648874554 (+3 ms) 2024-11-26T19:21:14,554 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:21:14,556 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e6f0ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:21:14,556 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:21:14,557 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:21:14,557 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:21:14,557 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:21:14,557 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:21:14,557 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T19:21:14,557 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:21:14,558 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:21:14,559 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Unable to get data of znode /2-1382674572/balancer because node does not exist (not necessarily an error) 2024-11-26T19:21:14,560 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1382674572/balancer already deleted, retry=false 2024-11-26T19:21:14,560 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:21:14,561 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Unable to get data of znode /2-1382674572/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:21:14,564 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1382674572/normalizer already deleted, retry=false 2024-11-26T19:21:14,564 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:21:14,565 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Unable to get data of znode /2-1382674572/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:21:14,566 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1382674572/switch/split already deleted, retry=false 2024-11-26T19:21:14,566 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Unable to get data of znode /2-1382674572/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:21:14,567 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1382674572/switch/merge already deleted, retry=false 2024-11-26T19:21:14,568 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Unable to get data of znode /2-1382674572/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:21:14,569 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1382674572/snapshot-cleanup already deleted, retry=false 2024-11-26T19:21:14,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1382674572/running 2024-11-26T19:21:14,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x10155b9734f0007, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1382674572/running 2024-11-26T19:21:14,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572 2024-11-26T19:21:14,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x10155b9734f0007, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572 2024-11-26T19:21:14,572 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,45793,1732648872774, sessionid=0x10155b9734f0006, setting cluster-up flag (Was=false) 2024-11-26T19:21:14,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572 2024-11-26T19:21:14,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x10155b9734f0007, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572 2024-11-26T19:21:14,579 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1382674572/flush-table-proc/acquired, /2-1382674572/flush-table-proc/reached, /2-1382674572/flush-table-proc/abort 2024-11-26T19:21:14,580 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,45793,1732648872774 2024-11-26T19:21:14,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572 2024-11-26T19:21:14,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x10155b9734f0007, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572 2024-11-26T19:21:14,586 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1382674572/online-snapshot/acquired, /2-1382674572/online-snapshot/reached, /2-1382674572/online-snapshot/abort 2024-11-26T19:21:14,587 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,45793,1732648872774 2024-11-26T19:21:14,588 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:21:14,589 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:14,589 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:21:14,589 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:21:14,589 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,45793,1732648872774 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:21:14,590 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:14,590 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:14,590 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:14,590 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:14,590 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:21:14,590 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:14,590 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:21:14,590 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:14,593 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:14,593 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:21:14,594 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:14,594 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:21:14,597 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648904597 2024-11-26T19:21:14,597 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:21:14,597 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:21:14,597 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:21:14,597 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:21:14,597 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:21:14,597 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:21:14,598 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:14,598 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:21:14,598 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:21:14,598 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:21:14,598 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:21:14,598 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:21:14,598 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:21:14,598 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648874598,5,FailOnTimeoutGroup] 2024-11-26T19:21:14,599 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648874598,5,FailOnTimeoutGroup] 2024-11-26T19:21:14,599 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:14,599 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:21:14,599 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:14,599 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:14,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:21:14,659 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(746): ClusterId : af190cd5-6f5a-49d7-a06d-a6e62ca36b91 2024-11-26T19:21:14,659 DEBUG [RS:0;fe76acf732b2:36281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:21:14,660 DEBUG [RS:0;fe76acf732b2:36281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:21:14,660 DEBUG [RS:0;fe76acf732b2:36281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:21:14,663 DEBUG [RS:0;fe76acf732b2:36281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:21:14,663 DEBUG [RS:0;fe76acf732b2:36281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ed388f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:21:14,675 DEBUG [RS:0;fe76acf732b2:36281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:36281 2024-11-26T19:21:14,675 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:21:14,675 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:21:14,675 DEBUG [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:21:14,676 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,45793,1732648872774 with port=36281, startcode=1732648872838 2024-11-26T19:21:14,676 DEBUG [RS:0;fe76acf732b2:36281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:21:14,677 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:21:14,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45793 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,36281,1732648872838 2024-11-26T19:21:14,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45793 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,36281,1732648872838 2024-11-26T19:21:14,679 DEBUG [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f 2024-11-26T19:21:14,679 DEBUG [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42395 2024-11-26T19:21:14,679 DEBUG [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:21:14,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572/rs 2024-11-26T19:21:14,683 DEBUG [RS:0;fe76acf732b2:36281 {}] zookeeper.ZKUtil(111): regionserver:36281-0x10155b9734f0007, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Set watcher on existing znode=/2-1382674572/rs/fe76acf732b2,36281,1732648872838 2024-11-26T19:21:14,683 WARN [RS:0;fe76acf732b2:36281 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:21:14,683 INFO [RS:0;fe76acf732b2:36281 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:14,683 DEBUG [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838 2024-11-26T19:21:14,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,36281,1732648872838] 2024-11-26T19:21:14,686 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:21:14,687 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:21:14,687 INFO [RS:0;fe76acf732b2:36281 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:21:14,687 INFO [RS:0;fe76acf732b2:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:14,687 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:21:14,688 INFO [RS:0;fe76acf732b2:36281 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:21:14,688 INFO [RS:0;fe76acf732b2:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:14,688 DEBUG [RS:0;fe76acf732b2:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:14,688 DEBUG [RS:0;fe76acf732b2:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:14,688 DEBUG [RS:0;fe76acf732b2:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:14,688 DEBUG [RS:0;fe76acf732b2:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:14,688 DEBUG [RS:0;fe76acf732b2:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:14,688 DEBUG [RS:0;fe76acf732b2:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:21:14,688 DEBUG [RS:0;fe76acf732b2:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:14,688 DEBUG [RS:0;fe76acf732b2:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:14,688 DEBUG [RS:0;fe76acf732b2:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:14,688 DEBUG [RS:0;fe76acf732b2:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:14,688 DEBUG [RS:0;fe76acf732b2:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:14,688 DEBUG [RS:0;fe76acf732b2:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:14,688 DEBUG [RS:0;fe76acf732b2:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:21:14,688 DEBUG [RS:0;fe76acf732b2:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:21:14,689 INFO [RS:0;fe76acf732b2:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:14,689 INFO [RS:0;fe76acf732b2:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:14,689 INFO [RS:0;fe76acf732b2:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:14,689 INFO [RS:0;fe76acf732b2:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:14,689 INFO [RS:0;fe76acf732b2:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:14,689 INFO [RS:0;fe76acf732b2:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,36281,1732648872838-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:21:14,705 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:21:14,705 INFO [RS:0;fe76acf732b2:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,36281,1732648872838-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:14,705 INFO [RS:0;fe76acf732b2:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:14,705 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.Replication(171): fe76acf732b2,36281,1732648872838 started 2024-11-26T19:21:14,718 INFO [RS:0;fe76acf732b2:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:14,718 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,36281,1732648872838, RpcServer on fe76acf732b2/172.17.0.2:36281, sessionid=0x10155b9734f0007 2024-11-26T19:21:14,718 DEBUG [RS:0;fe76acf732b2:36281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:21:14,718 DEBUG [RS:0;fe76acf732b2:36281 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,36281,1732648872838 2024-11-26T19:21:14,718 DEBUG [RS:0;fe76acf732b2:36281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,36281,1732648872838' 2024-11-26T19:21:14,718 DEBUG [RS:0;fe76acf732b2:36281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1382674572/flush-table-proc/abort' 2024-11-26T19:21:14,719 DEBUG [RS:0;fe76acf732b2:36281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1382674572/flush-table-proc/acquired' 2024-11-26T19:21:14,719 DEBUG [RS:0;fe76acf732b2:36281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:21:14,719 DEBUG [RS:0;fe76acf732b2:36281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:21:14,719 DEBUG [RS:0;fe76acf732b2:36281 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,36281,1732648872838 2024-11-26T19:21:14,719 DEBUG [RS:0;fe76acf732b2:36281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,36281,1732648872838' 2024-11-26T19:21:14,719 DEBUG [RS:0;fe76acf732b2:36281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1382674572/online-snapshot/abort' 2024-11-26T19:21:14,719 DEBUG [RS:0;fe76acf732b2:36281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1382674572/online-snapshot/acquired' 2024-11-26T19:21:14,720 DEBUG [RS:0;fe76acf732b2:36281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:21:14,720 INFO [RS:0;fe76acf732b2:36281 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:21:14,720 INFO [RS:0;fe76acf732b2:36281 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:21:14,820 INFO [RS:0;fe76acf732b2:36281 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:21:14,821 INFO [RS:0;fe76acf732b2:36281 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C36281%2C1732648872838, suffix=, logDir=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838, archiveDir=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/oldWALs, maxLogs=10 2024-11-26T19:21:14,835 DEBUG [RS:0;fe76acf732b2:36281 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821, exclude list is [], retry=0 2024-11-26T19:21:14,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46881,DS-5deb6a57-9263-49c1-acda-87ec7a4a1cd1,DISK] 2024-11-26T19:21:14,838 INFO [RS:0;fe76acf732b2:36281 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 2024-11-26T19:21:14,839 DEBUG [RS:0;fe76acf732b2:36281 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40357:40357)] 2024-11-26T19:21:15,001 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:21:15,001 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f 2024-11-26T19:21:15,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741833_1009 (size=32) 2024-11-26T19:21:15,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:15,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:21:15,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:21:15,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:15,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:15,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:21:15,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:21:15,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:15,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:15,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:21:15,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:21:15,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:15,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:15,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:21:15,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:21:15,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:15,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:15,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:21:15,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740 2024-11-26T19:21:15,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740 2024-11-26T19:21:15,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:21:15,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:21:15,414 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:15,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:21:15,416 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:15,416 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68503963, jitterRate=0.02078859508037567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:15,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648875406Initializing all the Stores at 1732648875406Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648875406Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648875407 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648875407Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648875407Cleaning up temporary data from old regions at 1732648875413 (+6 ms)Region opened successfully at 1732648875416 (+3 ms) 2024-11-26T19:21:15,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:21:15,416 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:21:15,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:21:15,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:21:15,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:21:15,417 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:21:15,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648875416Disabling compacts and flushes for region at 1732648875416Disabling writes for close at 1732648875416Writing region close event to WAL at 1732648875417 (+1 ms)Closed at 1732648875417 2024-11-26T19:21:15,418 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:15,418 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:21:15,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:21:15,419 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:21:15,419 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:21:15,570 DEBUG [fe76acf732b2:45793 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:21:15,570 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,36281,1732648872838 2024-11-26T19:21:15,571 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,36281,1732648872838, state=OPENING 2024-11-26T19:21:15,572 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:21:15,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572 2024-11-26T19:21:15,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x10155b9734f0007, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572 2024-11-26T19:21:15,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1382674572/meta-region-server: CHANGED 2024-11-26T19:21:15,574 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:21:15,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1382674572/meta-region-server: CHANGED 2024-11-26T19:21:15,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,36281,1732648872838}] 2024-11-26T19:21:15,726 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:21:15,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:21:15,730 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:21:15,730 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:15,730 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:21:15,731 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C36281%2C1732648872838.meta, suffix=.meta, logDir=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838, archiveDir=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/oldWALs, maxLogs=10 2024-11-26T19:21:15,746 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.meta.1732648875731.meta, exclude list is [], retry=0 2024-11-26T19:21:15,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46881,DS-5deb6a57-9263-49c1-acda-87ec7a4a1cd1,DISK] 2024-11-26T19:21:15,750 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.meta.1732648875731.meta 2024-11-26T19:21:15,750 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40357:40357)] 2024-11-26T19:21:15,750 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:15,750 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:21:15,750 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:21:15,750 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:21:15,751 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:21:15,751 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:21:15,751 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:15,751 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:21:15,751 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:21:15,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:21:15,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:21:15,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:15,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:15,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:21:15,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:21:15,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:15,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:15,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:21:15,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:21:15,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:15,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:15,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:21:15,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:21:15,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:15,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:15,755 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:21:15,756 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740 2024-11-26T19:21:15,757 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740 2024-11-26T19:21:15,757 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:21:15,757 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:21:15,758 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:15,758 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:21:15,759 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63228513, jitterRate=-0.05782173573970795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:15,759 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:21:15,759 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648875751Writing region info on filesystem at 1732648875751Initializing all the Stores at 1732648875751Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648875751Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648875752 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648875752Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648875752Cleaning up temporary data from old regions at 1732648875757 (+5 ms)Running coprocessor post-open hooks at 1732648875759 (+2 ms)Region opened successfully at 1732648875759 2024-11-26T19:21:15,760 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648875726 2024-11-26T19:21:15,762 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:21:15,762 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:21:15,763 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,36281,1732648872838 2024-11-26T19:21:15,763 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,36281,1732648872838, state=OPEN 2024-11-26T19:21:15,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1382674572/meta-region-server 2024-11-26T19:21:15,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x10155b9734f0007, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1382674572/meta-region-server 2024-11-26T19:21:15,766 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,36281,1732648872838 2024-11-26T19:21:15,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1382674572/meta-region-server: CHANGED 2024-11-26T19:21:15,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1382674572/meta-region-server: CHANGED 2024-11-26T19:21:15,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:21:15,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,36281,1732648872838 in 192 msec 2024-11-26T19:21:15,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:21:15,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-26T19:21:15,769 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:15,769 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:21:15,770 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:15,770 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,36281,1732648872838, seqNum=-1] 2024-11-26T19:21:15,770 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:15,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:15,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1850 sec 2024-11-26T19:21:15,774 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648875774, completionTime=-1 2024-11-26T19:21:15,775 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:21:15,775 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:21:15,776 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:21:15,776 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648935776 2024-11-26T19:21:15,776 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732648995776 2024-11-26T19:21:15,776 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T19:21:15,777 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,45793,1732648872774-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:15,777 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,45793,1732648872774-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:15,777 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,45793,1732648872774-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:15,777 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:45793, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:15,777 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:15,777 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:15,778 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:21:15,780 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.899sec 2024-11-26T19:21:15,780 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:21:15,780 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:21:15,780 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:21:15,780 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:21:15,780 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:21:15,780 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,45793,1732648872774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:21:15,780 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,45793,1732648872774-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:21:15,782 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:21:15,782 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:21:15,782 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,45793,1732648872774-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:15,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e02f5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:15,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,45793,-1 for getting cluster id 2024-11-26T19:21:15,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:15,877 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af190cd5-6f5a-49d7-a06d-a6e62ca36b91' 2024-11-26T19:21:15,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:15,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af190cd5-6f5a-49d7-a06d-a6e62ca36b91" 2024-11-26T19:21:15,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d9d020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:15,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,45793,-1] 2024-11-26T19:21:15,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:15,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:15,879 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:15,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da0a79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:15,881 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:15,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,36281,1732648872838, seqNum=-1] 2024-11-26T19:21:15,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:15,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:15,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,45793,1732648872774 2024-11-26T19:21:15,885 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49848 2024-11-26T19:21:15,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:15,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10155b9734f0008 connected 2024-11-26T19:21:15,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:21:15,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,36311,1732648865164 2024-11-26T19:21:15,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6878a12d 2024-11-26T19:21:15,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:21:15,892 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:21:15,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36311 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:21:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36311 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T19:21:15,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:21:15,895 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:15,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36311 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T19:21:15,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:21:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:15,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741835_1011 (size=902) 2024-11-26T19:21:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:16,303 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a757634fcedced51456920ed177b744, NAME => 'test,,1732648875892.0a757634fcedced51456920ed177b744.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f 2024-11-26T19:21:16,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741836_1012 (size=39) 2024-11-26T19:21:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:16,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732648875892.0a757634fcedced51456920ed177b744.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:16,709 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0a757634fcedced51456920ed177b744, disabling compactions & flushes 2024-11-26T19:21:16,709 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732648875892.0a757634fcedced51456920ed177b744. 2024-11-26T19:21:16,709 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648875892.0a757634fcedced51456920ed177b744. 2024-11-26T19:21:16,709 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732648875892.0a757634fcedced51456920ed177b744. after waiting 0 ms 2024-11-26T19:21:16,709 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732648875892.0a757634fcedced51456920ed177b744. 2024-11-26T19:21:16,709 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732648875892.0a757634fcedced51456920ed177b744. 2024-11-26T19:21:16,709 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a757634fcedced51456920ed177b744: Waiting for close lock at 1732648876709Disabling compacts and flushes for region at 1732648876709Disabling writes for close at 1732648876709Writing region close event to WAL at 1732648876709Closed at 1732648876709 2024-11-26T19:21:16,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:21:16,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732648875892.0a757634fcedced51456920ed177b744.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732648876710"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648876710"}]},"ts":"1732648876710"} 2024-11-26T19:21:16,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:21:16,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:21:16,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648876713"}]},"ts":"1732648876713"} 2024-11-26T19:21:16,714 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T19:21:16,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0a757634fcedced51456920ed177b744, ASSIGN}] 2024-11-26T19:21:16,715 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0a757634fcedced51456920ed177b744, ASSIGN 2024-11-26T19:21:16,716 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0a757634fcedced51456920ed177b744, ASSIGN; state=OFFLINE, location=fe76acf732b2,33735,1732648865303; forceNewPlan=false, retain=false 2024-11-26T19:21:16,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a757634fcedced51456920ed177b744, regionState=OPENING, regionLocation=fe76acf732b2,33735,1732648865303 2024-11-26T19:21:16,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0a757634fcedced51456920ed177b744, ASSIGN because future has completed 2024-11-26T19:21:16,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a757634fcedced51456920ed177b744, server=fe76acf732b2,33735,1732648865303}] 2024-11-26T19:21:17,025 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732648875892.0a757634fcedced51456920ed177b744. 2024-11-26T19:21:17,025 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a757634fcedced51456920ed177b744, NAME => 'test,,1732648875892.0a757634fcedced51456920ed177b744.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:17,025 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:21:17,025 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T19:21:17,025 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0a757634fcedced51456920ed177b744 2024-11-26T19:21:17,025 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732648875892.0a757634fcedced51456920ed177b744.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:17,026 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0a757634fcedced51456920ed177b744 2024-11-26T19:21:17,026 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0a757634fcedced51456920ed177b744 2024-11-26T19:21:17,027 INFO [StoreOpener-0a757634fcedced51456920ed177b744-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0a757634fcedced51456920ed177b744 2024-11-26T19:21:17,028 INFO [StoreOpener-0a757634fcedced51456920ed177b744-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a757634fcedced51456920ed177b744 columnFamilyName f 2024-11-26T19:21:17,028 DEBUG [StoreOpener-0a757634fcedced51456920ed177b744-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:17,028 INFO [StoreOpener-0a757634fcedced51456920ed177b744-1 {}] regionserver.HStore(327): Store=0a757634fcedced51456920ed177b744/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:17,028 INFO [StoreOpener-0a757634fcedced51456920ed177b744-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0a757634fcedced51456920ed177b744 2024-11-26T19:21:17,029 INFO [StoreOpener-0a757634fcedced51456920ed177b744-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a757634fcedced51456920ed177b744 columnFamilyName f1 2024-11-26T19:21:17,029 DEBUG [StoreOpener-0a757634fcedced51456920ed177b744-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:17,029 INFO [StoreOpener-0a757634fcedced51456920ed177b744-1 {}] regionserver.HStore(327): Store=0a757634fcedced51456920ed177b744/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:17,029 INFO [StoreOpener-0a757634fcedced51456920ed177b744-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0a757634fcedced51456920ed177b744 2024-11-26T19:21:17,030 INFO [StoreOpener-0a757634fcedced51456920ed177b744-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a757634fcedced51456920ed177b744 columnFamilyName norep 2024-11-26T19:21:17,030 DEBUG [StoreOpener-0a757634fcedced51456920ed177b744-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:17,030 INFO [StoreOpener-0a757634fcedced51456920ed177b744-1 {}] regionserver.HStore(327): Store=0a757634fcedced51456920ed177b744/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:17,030 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0a757634fcedced51456920ed177b744 2024-11-26T19:21:17,031 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/default/test/0a757634fcedced51456920ed177b744 2024-11-26T19:21:17,031 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/default/test/0a757634fcedced51456920ed177b744 2024-11-26T19:21:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:17,032 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0a757634fcedced51456920ed177b744 2024-11-26T19:21:17,032 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0a757634fcedced51456920ed177b744 2024-11-26T19:21:17,032 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:21:17,033 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0a757634fcedced51456920ed177b744 2024-11-26T19:21:17,034 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/default/test/0a757634fcedced51456920ed177b744/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:17,035 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0a757634fcedced51456920ed177b744; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68226040, jitterRate=0.01664721965789795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:21:17,035 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a757634fcedced51456920ed177b744 2024-11-26T19:21:17,035 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0a757634fcedced51456920ed177b744: Running coprocessor pre-open hook at 1732648877026Writing region info on filesystem at 1732648877026Initializing all the Stores at 1732648877026Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648877026Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648877026Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648877026Cleaning up temporary data from old regions at 1732648877032 (+6 ms)Running coprocessor post-open hooks at 1732648877035 (+3 ms)Region opened successfully at 1732648877035 2024-11-26T19:21:17,036 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732648875892.0a757634fcedced51456920ed177b744., pid=6, masterSystemTime=1732648877021 2024-11-26T19:21:17,038 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732648875892.0a757634fcedced51456920ed177b744. 2024-11-26T19:21:17,038 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732648875892.0a757634fcedced51456920ed177b744. 2024-11-26T19:21:17,038 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a757634fcedced51456920ed177b744, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fe76acf732b2,33735,1732648865303 2024-11-26T19:21:17,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a757634fcedced51456920ed177b744, server=fe76acf732b2,33735,1732648865303 because future has completed 2024-11-26T19:21:17,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T19:21:17,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a757634fcedced51456920ed177b744, server=fe76acf732b2,33735,1732648865303 in 172 msec 2024-11-26T19:21:17,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T19:21:17,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0a757634fcedced51456920ed177b744, ASSIGN in 328 msec 2024-11-26T19:21:17,044 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:21:17,045 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648877044"}]},"ts":"1732648877044"} 2024-11-26T19:21:17,046 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T19:21:17,046 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:21:17,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-26T19:21:17,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T19:21:17,514 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T19:21:17,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T19:21:17,515 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T19:21:17,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:21:17,515 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T19:21:17,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:21:17,515 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T19:21:17,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:21:17,515 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T19:21:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:18,043 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T19:21:18,043 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:21:18,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,39307,1732648869152 2024-11-26T19:21:18,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ed5f129 2024-11-26T19:21:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:21:18,045 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:21:18,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:21:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T19:21:18,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:21:18,048 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:18,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T19:21:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:18,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:21:18,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741835_1011 (size=902) 2024-11-26T19:21:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:18,458 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ba0f8a4adb69e982e0e7aea1bd6ec28, NAME => 'test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e 2024-11-26T19:21:18,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741836_1012 (size=39) 2024-11-26T19:21:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:18,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:18,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1ba0f8a4adb69e982e0e7aea1bd6ec28, disabling compactions & flushes 2024-11-26T19:21:18,863 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28. 2024-11-26T19:21:18,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28. 2024-11-26T19:21:18,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28. after waiting 0 ms 2024-11-26T19:21:18,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28. 2024-11-26T19:21:18,863 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28. 2024-11-26T19:21:18,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ba0f8a4adb69e982e0e7aea1bd6ec28: Waiting for close lock at 1732648878863Disabling compacts and flushes for region at 1732648878863Disabling writes for close at 1732648878863Writing region close event to WAL at 1732648878863Closed at 1732648878863 2024-11-26T19:21:18,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:21:18,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732648878864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648878864"}]},"ts":"1732648878864"} 2024-11-26T19:21:18,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:21:18,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:21:18,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648878867"}]},"ts":"1732648878867"} 2024-11-26T19:21:18,869 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T19:21:18,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1ba0f8a4adb69e982e0e7aea1bd6ec28, ASSIGN}] 2024-11-26T19:21:18,870 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1ba0f8a4adb69e982e0e7aea1bd6ec28, ASSIGN 2024-11-26T19:21:18,870 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1ba0f8a4adb69e982e0e7aea1bd6ec28, ASSIGN; state=OFFLINE, location=fe76acf732b2,38847,1732648869249; forceNewPlan=false, retain=false 2024-11-26T19:21:19,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ba0f8a4adb69e982e0e7aea1bd6ec28, regionState=OPENING, regionLocation=fe76acf732b2,38847,1732648869249 2024-11-26T19:21:19,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1ba0f8a4adb69e982e0e7aea1bd6ec28, ASSIGN because future has completed 2024-11-26T19:21:19,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ba0f8a4adb69e982e0e7aea1bd6ec28, server=fe76acf732b2,38847,1732648869249}] 2024-11-26T19:21:19,178 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28. 2024-11-26T19:21:19,178 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ba0f8a4adb69e982e0e7aea1bd6ec28, NAME => 'test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:19,179 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:21:19,179 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T19:21:19,179 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1ba0f8a4adb69e982e0e7aea1bd6ec28 2024-11-26T19:21:19,179 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:19,179 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1ba0f8a4adb69e982e0e7aea1bd6ec28 2024-11-26T19:21:19,179 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1ba0f8a4adb69e982e0e7aea1bd6ec28 2024-11-26T19:21:19,180 INFO [StoreOpener-1ba0f8a4adb69e982e0e7aea1bd6ec28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1ba0f8a4adb69e982e0e7aea1bd6ec28 2024-11-26T19:21:19,181 INFO [StoreOpener-1ba0f8a4adb69e982e0e7aea1bd6ec28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ba0f8a4adb69e982e0e7aea1bd6ec28 columnFamilyName f 2024-11-26T19:21:19,181 DEBUG [StoreOpener-1ba0f8a4adb69e982e0e7aea1bd6ec28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:19,181 INFO [StoreOpener-1ba0f8a4adb69e982e0e7aea1bd6ec28-1 {}] regionserver.HStore(327): Store=1ba0f8a4adb69e982e0e7aea1bd6ec28/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:19,181 INFO [StoreOpener-1ba0f8a4adb69e982e0e7aea1bd6ec28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1ba0f8a4adb69e982e0e7aea1bd6ec28 2024-11-26T19:21:19,182 INFO [StoreOpener-1ba0f8a4adb69e982e0e7aea1bd6ec28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ba0f8a4adb69e982e0e7aea1bd6ec28 columnFamilyName f1 2024-11-26T19:21:19,182 DEBUG [StoreOpener-1ba0f8a4adb69e982e0e7aea1bd6ec28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:19,183 INFO [StoreOpener-1ba0f8a4adb69e982e0e7aea1bd6ec28-1 {}] regionserver.HStore(327): Store=1ba0f8a4adb69e982e0e7aea1bd6ec28/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:19,183 INFO [StoreOpener-1ba0f8a4adb69e982e0e7aea1bd6ec28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1ba0f8a4adb69e982e0e7aea1bd6ec28 2024-11-26T19:21:19,183 INFO [StoreOpener-1ba0f8a4adb69e982e0e7aea1bd6ec28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ba0f8a4adb69e982e0e7aea1bd6ec28 columnFamilyName norep 2024-11-26T19:21:19,183 DEBUG [StoreOpener-1ba0f8a4adb69e982e0e7aea1bd6ec28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:19,184 INFO [StoreOpener-1ba0f8a4adb69e982e0e7aea1bd6ec28-1 {}] regionserver.HStore(327): Store=1ba0f8a4adb69e982e0e7aea1bd6ec28/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:19,184 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1ba0f8a4adb69e982e0e7aea1bd6ec28 2024-11-26T19:21:19,184 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/default/test/1ba0f8a4adb69e982e0e7aea1bd6ec28 2024-11-26T19:21:19,185 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/default/test/1ba0f8a4adb69e982e0e7aea1bd6ec28 2024-11-26T19:21:19,185 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1ba0f8a4adb69e982e0e7aea1bd6ec28 2024-11-26T19:21:19,185 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1ba0f8a4adb69e982e0e7aea1bd6ec28 2024-11-26T19:21:19,185 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:21:19,186 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1ba0f8a4adb69e982e0e7aea1bd6ec28 2024-11-26T19:21:19,187 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/default/test/1ba0f8a4adb69e982e0e7aea1bd6ec28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:19,188 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1ba0f8a4adb69e982e0e7aea1bd6ec28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67033941, jitterRate=-0.001116439700126648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:21:19,188 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ba0f8a4adb69e982e0e7aea1bd6ec28 2024-11-26T19:21:19,188 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1ba0f8a4adb69e982e0e7aea1bd6ec28: Running coprocessor pre-open hook at 1732648879179Writing region info on filesystem at 1732648879179Initializing all the Stores at 1732648879180 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648879180Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648879180Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648879180Cleaning up temporary data from old regions at 1732648879185 (+5 ms)Running coprocessor post-open hooks at 1732648879188 (+3 ms)Region opened successfully at 1732648879188 2024-11-26T19:21:19,189 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28., pid=6, masterSystemTime=1732648879175 2024-11-26T19:21:19,190 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28. 2024-11-26T19:21:19,190 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28. 2024-11-26T19:21:19,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ba0f8a4adb69e982e0e7aea1bd6ec28, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fe76acf732b2,38847,1732648869249 2024-11-26T19:21:19,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ba0f8a4adb69e982e0e7aea1bd6ec28, server=fe76acf732b2,38847,1732648869249 because future has completed 2024-11-26T19:21:19,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T19:21:19,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ba0f8a4adb69e982e0e7aea1bd6ec28, server=fe76acf732b2,38847,1732648869249 in 170 msec 2024-11-26T19:21:19,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T19:21:19,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1ba0f8a4adb69e982e0e7aea1bd6ec28, ASSIGN in 326 msec 2024-11-26T19:21:19,197 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:21:19,197 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648879197"}]},"ts":"1732648879197"} 2024-11-26T19:21:19,198 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T19:21:19,199 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:21:19,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-26T19:21:19,258 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T19:21:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:20,192 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T19:21:20,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:21:20,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,45793,1732648872774 2024-11-26T19:21:20,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27d9380a 2024-11-26T19:21:20,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:21:20,194 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:21:20,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:21:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T19:21:20,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:21:20,197 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:20,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T19:21:20,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:21:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:20,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741835_1011 (size=902) 2024-11-26T19:21:20,203 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b822535e5043d88c1778937c162bf16a, NAME => 'test,,1732648880194.b822535e5043d88c1778937c162bf16a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f 2024-11-26T19:21:20,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741836_1012 (size=39) 2024-11-26T19:21:20,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732648880194.b822535e5043d88c1778937c162bf16a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:20,208 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b822535e5043d88c1778937c162bf16a, disabling compactions & flushes 2024-11-26T19:21:20,208 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732648880194.b822535e5043d88c1778937c162bf16a. 2024-11-26T19:21:20,208 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648880194.b822535e5043d88c1778937c162bf16a. 2024-11-26T19:21:20,208 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732648880194.b822535e5043d88c1778937c162bf16a. after waiting 0 ms 2024-11-26T19:21:20,208 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732648880194.b822535e5043d88c1778937c162bf16a. 2024-11-26T19:21:20,208 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732648880194.b822535e5043d88c1778937c162bf16a. 2024-11-26T19:21:20,208 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b822535e5043d88c1778937c162bf16a: Waiting for close lock at 1732648880208Disabling compacts and flushes for region at 1732648880208Disabling writes for close at 1732648880208Writing region close event to WAL at 1732648880208Closed at 1732648880208 2024-11-26T19:21:20,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:21:20,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732648880194.b822535e5043d88c1778937c162bf16a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732648880209"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648880209"}]},"ts":"1732648880209"} 2024-11-26T19:21:20,210 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:21:20,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:21:20,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648880211"}]},"ts":"1732648880211"} 2024-11-26T19:21:20,213 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T19:21:20,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b822535e5043d88c1778937c162bf16a, ASSIGN}] 2024-11-26T19:21:20,214 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b822535e5043d88c1778937c162bf16a, ASSIGN 2024-11-26T19:21:20,214 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b822535e5043d88c1778937c162bf16a, ASSIGN; state=OFFLINE, location=fe76acf732b2,36281,1732648872838; forceNewPlan=false, retain=false 2024-11-26T19:21:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:20,365 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b822535e5043d88c1778937c162bf16a, regionState=OPENING, regionLocation=fe76acf732b2,36281,1732648872838 2024-11-26T19:21:20,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b822535e5043d88c1778937c162bf16a, ASSIGN because future has completed 2024-11-26T19:21:20,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b822535e5043d88c1778937c162bf16a, server=fe76acf732b2,36281,1732648872838}] 2024-11-26T19:21:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:20,523 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732648880194.b822535e5043d88c1778937c162bf16a. 2024-11-26T19:21:20,523 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b822535e5043d88c1778937c162bf16a, NAME => 'test,,1732648880194.b822535e5043d88c1778937c162bf16a.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:20,523 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:21:20,523 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T19:21:20,524 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b822535e5043d88c1778937c162bf16a 2024-11-26T19:21:20,524 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732648880194.b822535e5043d88c1778937c162bf16a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:20,524 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b822535e5043d88c1778937c162bf16a 2024-11-26T19:21:20,524 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b822535e5043d88c1778937c162bf16a 2024-11-26T19:21:20,525 INFO [StoreOpener-b822535e5043d88c1778937c162bf16a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b822535e5043d88c1778937c162bf16a 2024-11-26T19:21:20,526 INFO [StoreOpener-b822535e5043d88c1778937c162bf16a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b822535e5043d88c1778937c162bf16a columnFamilyName f 2024-11-26T19:21:20,526 DEBUG [StoreOpener-b822535e5043d88c1778937c162bf16a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:20,526 INFO [StoreOpener-b822535e5043d88c1778937c162bf16a-1 {}] regionserver.HStore(327): Store=b822535e5043d88c1778937c162bf16a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:20,526 INFO [StoreOpener-b822535e5043d88c1778937c162bf16a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b822535e5043d88c1778937c162bf16a 2024-11-26T19:21:20,527 INFO [StoreOpener-b822535e5043d88c1778937c162bf16a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b822535e5043d88c1778937c162bf16a columnFamilyName f1 2024-11-26T19:21:20,527 DEBUG [StoreOpener-b822535e5043d88c1778937c162bf16a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:20,527 INFO [StoreOpener-b822535e5043d88c1778937c162bf16a-1 {}] regionserver.HStore(327): Store=b822535e5043d88c1778937c162bf16a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:20,527 INFO [StoreOpener-b822535e5043d88c1778937c162bf16a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b822535e5043d88c1778937c162bf16a 2024-11-26T19:21:20,528 INFO [StoreOpener-b822535e5043d88c1778937c162bf16a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b822535e5043d88c1778937c162bf16a columnFamilyName norep 2024-11-26T19:21:20,528 DEBUG [StoreOpener-b822535e5043d88c1778937c162bf16a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:20,528 INFO [StoreOpener-b822535e5043d88c1778937c162bf16a-1 {}] regionserver.HStore(327): Store=b822535e5043d88c1778937c162bf16a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:20,529 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b822535e5043d88c1778937c162bf16a 2024-11-26T19:21:20,529 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/default/test/b822535e5043d88c1778937c162bf16a 2024-11-26T19:21:20,529 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/default/test/b822535e5043d88c1778937c162bf16a 2024-11-26T19:21:20,530 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b822535e5043d88c1778937c162bf16a 2024-11-26T19:21:20,530 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b822535e5043d88c1778937c162bf16a 2024-11-26T19:21:20,530 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:21:20,531 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b822535e5043d88c1778937c162bf16a 2024-11-26T19:21:20,534 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/default/test/b822535e5043d88c1778937c162bf16a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:20,535 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b822535e5043d88c1778937c162bf16a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64509751, jitterRate=-0.03872980177402496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:21:20,535 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b822535e5043d88c1778937c162bf16a 2024-11-26T19:21:20,535 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b822535e5043d88c1778937c162bf16a: Running coprocessor pre-open hook at 1732648880524Writing region info on filesystem at 1732648880524Initializing all the Stores at 1732648880524Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648880525 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648880525Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648880525Cleaning up temporary data from old regions at 1732648880530 (+5 ms)Running coprocessor post-open hooks at 1732648880535 (+5 ms)Region opened successfully at 1732648880535 2024-11-26T19:21:20,536 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732648880194.b822535e5043d88c1778937c162bf16a., pid=6, masterSystemTime=1732648880520 2024-11-26T19:21:20,538 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732648880194.b822535e5043d88c1778937c162bf16a. 2024-11-26T19:21:20,538 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732648880194.b822535e5043d88c1778937c162bf16a. 2024-11-26T19:21:20,538 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b822535e5043d88c1778937c162bf16a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fe76acf732b2,36281,1732648872838 2024-11-26T19:21:20,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b822535e5043d88c1778937c162bf16a, server=fe76acf732b2,36281,1732648872838 because future has completed 2024-11-26T19:21:20,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T19:21:20,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b822535e5043d88c1778937c162bf16a, server=fe76acf732b2,36281,1732648872838 in 174 msec 2024-11-26T19:21:20,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T19:21:20,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b822535e5043d88c1778937c162bf16a, ASSIGN in 329 msec 2024-11-26T19:21:20,544 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:21:20,545 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648880544"}]},"ts":"1732648880544"} 2024-11-26T19:21:20,546 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T19:21:20,546 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:21:20,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 352 msec 2024-11-26T19:21:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:20,822 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T19:21:20,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19961f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:20,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,36311,-1 for getting cluster id 2024-11-26T19:21:20,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:20,824 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f64826b-5b28-48f6-b2ca-b722d5187024' 2024-11-26T19:21:20,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:20,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f64826b-5b28-48f6-b2ca-b722d5187024" 2024-11-26T19:21:20,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb15336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:20,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,36311,-1] 2024-11-26T19:21:20,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:20,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:20,825 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f97d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:20,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:21:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,36311,1732648865164 2024-11-26T19:21:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@666cb2a9 2024-11-26T19:21:20,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:21:20,827 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:21:20,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36311 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fe76acf732b2:39307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T19:21:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36311 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T19:21:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:21:20,830 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:39307' 2024-11-26T19:21:20,831 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f76401f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:20,831 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,39307,-1 for getting cluster id 2024-11-26T19:21:20,831 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:20,831 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fac69852-31b7-48bb-a129-492614645164' 2024-11-26T19:21:20,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:20,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fac69852-31b7-48bb-a129-492614645164" 2024-11-26T19:21:20,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d45f0aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:20,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,39307,-1] 2024-11-26T19:21:20,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:20,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:20,832 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:20,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79039bcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:20,833 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:21:20,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,39307,1732648869152 2024-11-26T19:21:20,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15032b2a 2024-11-26T19:21:20,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:21:20,834 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:21:20,835 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T19:21:20,835 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T19:21:20,835 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:20,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:21:20,835 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:20,836 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:21:20,837 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T19:21:20,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:21:20,839 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:20,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:21:20,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741837_1013 (size=1138) 2024-11-26T19:21:20,887 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T19:21:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:21:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:21:21,246 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 68422d89bebb0187006c5277d43ed48a, NAME => 'hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f 2024-11-26T19:21:21,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:21:21,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:21,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:21,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741838_1014 (size=44) 2024-11-26T19:21:21,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:21,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:21,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:21,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:21,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:21,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:21,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:21,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:21,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:21,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:21,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:21,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:21:21,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:21,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 68422d89bebb0187006c5277d43ed48a, disabling compactions & flushes 2024-11-26T19:21:21,659 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a. 2024-11-26T19:21:21,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a. 2024-11-26T19:21:21,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a. after waiting 0 ms 2024-11-26T19:21:21,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a. 2024-11-26T19:21:21,659 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a. 2024-11-26T19:21:21,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 68422d89bebb0187006c5277d43ed48a: Waiting for close lock at 1732648881659Disabling compacts and flushes for region at 1732648881659Disabling writes for close at 1732648881659Writing region close event to WAL at 1732648881659Closed at 1732648881659 2024-11-26T19:21:21,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:21:21,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732648881660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648881660"}]},"ts":"1732648881660"} 2024-11-26T19:21:21,662 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:21:21,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:21:21,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648881663"}]},"ts":"1732648881663"} 2024-11-26T19:21:21,665 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T19:21:21,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=68422d89bebb0187006c5277d43ed48a, ASSIGN}] 2024-11-26T19:21:21,666 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=68422d89bebb0187006c5277d43ed48a, ASSIGN 2024-11-26T19:21:21,667 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=68422d89bebb0187006c5277d43ed48a, ASSIGN; state=OFFLINE, location=fe76acf732b2,33735,1732648865303; forceNewPlan=false, retain=false 2024-11-26T19:21:21,817 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=68422d89bebb0187006c5277d43ed48a, regionState=OPENING, regionLocation=fe76acf732b2,33735,1732648865303 2024-11-26T19:21:21,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=68422d89bebb0187006c5277d43ed48a, ASSIGN because future has completed 2024-11-26T19:21:21,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68422d89bebb0187006c5277d43ed48a, server=fe76acf732b2,33735,1732648865303}] 2024-11-26T19:21:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:21:21,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a. 2024-11-26T19:21:21,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:21,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T19:21:21,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C33735%2C1732648865303.rep, suffix=, logDir=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303, archiveDir=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/oldWALs, maxLogs=10 2024-11-26T19:21:21,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.rep.1732648881977, exclude list is [], retry=0 2024-11-26T19:21:21,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-4b82a21e-7939-4a9e-93fe-7798400f50a8,DISK] 2024-11-26T19:21:21,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.rep.1732648881977 2024-11-26T19:21:21,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44619:44619)] 2024-11-26T19:21:21,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 68422d89bebb0187006c5277d43ed48a, NAME => 'hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:21,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:21:21,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:21:21,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a. service=MultiRowMutationService 2024-11-26T19:21:21,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T19:21:21,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:21,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:21,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:21,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:21,997 INFO [StoreOpener-68422d89bebb0187006c5277d43ed48a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:21,998 INFO [StoreOpener-68422d89bebb0187006c5277d43ed48a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68422d89bebb0187006c5277d43ed48a columnFamilyName hfileref 2024-11-26T19:21:21,998 DEBUG [StoreOpener-68422d89bebb0187006c5277d43ed48a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:21,998 INFO [StoreOpener-68422d89bebb0187006c5277d43ed48a-1 {}] regionserver.HStore(327): Store=68422d89bebb0187006c5277d43ed48a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:21,998 INFO [StoreOpener-68422d89bebb0187006c5277d43ed48a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:21,999 INFO [StoreOpener-68422d89bebb0187006c5277d43ed48a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68422d89bebb0187006c5277d43ed48a columnFamilyName queue 2024-11-26T19:21:21,999 DEBUG [StoreOpener-68422d89bebb0187006c5277d43ed48a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:22,000 INFO [StoreOpener-68422d89bebb0187006c5277d43ed48a-1 {}] regionserver.HStore(327): Store=68422d89bebb0187006c5277d43ed48a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:22,000 INFO [StoreOpener-68422d89bebb0187006c5277d43ed48a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:22,001 INFO [StoreOpener-68422d89bebb0187006c5277d43ed48a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68422d89bebb0187006c5277d43ed48a columnFamilyName sid 2024-11-26T19:21:22,001 DEBUG [StoreOpener-68422d89bebb0187006c5277d43ed48a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:22,001 INFO [StoreOpener-68422d89bebb0187006c5277d43ed48a-1 {}] regionserver.HStore(327): Store=68422d89bebb0187006c5277d43ed48a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:22,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:22,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/replication/68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:22,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/replication/68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:22,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:22,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:22,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:21:22,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:22,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/replication/68422d89bebb0187006c5277d43ed48a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:22,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 68422d89bebb0187006c5277d43ed48a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71907529, jitterRate=0.07150568068027496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:21:22,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:22,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 68422d89bebb0187006c5277d43ed48a: Running coprocessor pre-open hook at 1732648881996Writing region info on filesystem at 1732648881996Initializing all the Stores at 1732648881997 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648881997Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648881997Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648881997Cleaning up temporary data from old regions at 1732648882002 (+5 ms)Running coprocessor post-open hooks at 1732648882005 (+3 ms)Region opened successfully at 1732648882006 (+1 ms) 2024-11-26T19:21:22,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a., pid=10, masterSystemTime=1732648881972 2024-11-26T19:21:22,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a. 2024-11-26T19:21:22,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a. 2024-11-26T19:21:22,009 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=68422d89bebb0187006c5277d43ed48a, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,33735,1732648865303 2024-11-26T19:21:22,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68422d89bebb0187006c5277d43ed48a, server=fe76acf732b2,33735,1732648865303 because future has completed 2024-11-26T19:21:22,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T19:21:22,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 68422d89bebb0187006c5277d43ed48a, server=fe76acf732b2,33735,1732648865303 in 191 msec 2024-11-26T19:21:22,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T19:21:22,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=68422d89bebb0187006c5277d43ed48a, ASSIGN in 348 msec 2024-11-26T19:21:22,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:21:22,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648882015"}]},"ts":"1732648882015"} 2024-11-26T19:21:22,017 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T19:21:22,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:21:22,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-26T19:21:22,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a., hostname=fe76acf732b2,33735,1732648865303, seqNum=2] 2024-11-26T19:21:22,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763 2024-11-26T19:21:22,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33735-0x10155b9734f0001, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763 2024-11-26T19:21:22,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T19:21:22,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T19:21:22,203 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T19:21:22,232 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fe76acf732b2,33735,1732648865303, ReplicationSource: 1, currentBandwidth=0 2024-11-26T19:21:22,232 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:22,232 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,33735,1732648865303, seqNum=-1] 2024-11-26T19:21:22,233 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:22,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-26T19:21:22,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fe76acf732b2,33735,1732648865303', locateType=CURRENT is [region=hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a., hostname=fe76acf732b2,33735,1732648865303, seqNum=2] 2024-11-26T19:21:22,237 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T19:21:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36311 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T19:21:22,239 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fe76acf732b2,33735,1732648865303 suceeded 2024-11-26T19:21:22,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T19:21:22,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-26T19:21:22,240 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fe76acf732b2:39307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T19:21:22,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4120 sec 2024-11-26T19:21:22,250 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:39307' 2024-11-26T19:21:22,251 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@569f2206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:22,251 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,39307,-1 for getting cluster id 2024-11-26T19:21:22,251 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:22,252 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fac69852-31b7-48bb-a129-492614645164' 2024-11-26T19:21:22,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:22,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fac69852-31b7-48bb-a129-492614645164" 2024-11-26T19:21:22,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20b66aee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:22,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,39307,-1] 2024-11-26T19:21:22,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:22,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:22,253 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:22,253 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fc44d3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:22,253 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:21:22,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,39307,1732648869152 2024-11-26T19:21:22,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aefc2b1 2024-11-26T19:21:22,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:21:22,255 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-26T19:21:22,255 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fe76acf732b2,33735,1732648865303 (queues=1) is replicating from cluster=7f64826b-5b28-48f6-b2ca-b722d5187024 to cluster=fac69852-31b7-48bb-a129-492614645164 2024-11-26T19:21:22,256 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fe76acf732b2%2C33735%2C1732648865303 2024-11-26T19:21:22,256 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fe76acf732b2,33735,1732648865303, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T19:21:22,256 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.shipperfe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fe76acf732b2%2C33735%2C1732648865303 2024-11-26T19:21:22,256 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400, startPosition=0, beingWritten=true 2024-11-26T19:21:22,260 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:21:22,260 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 379, reset compression=false 2024-11-26T19:21:22,260 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.shipperfe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,33735,1732648865303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:21:22,464 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 379, reset compression=false 2024-11-26T19:21:22,768 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 379, reset compression=false 2024-11-26T19:21:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:21:22,972 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T19:21:22,972 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:21:22,972 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:22,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:22,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:22,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:21:22,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cfb257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:22,973 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,39307,-1 for getting cluster id 2024-11-26T19:21:22,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:22,974 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fac69852-31b7-48bb-a129-492614645164' 2024-11-26T19:21:22,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:22,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fac69852-31b7-48bb-a129-492614645164" 2024-11-26T19:21:22,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69827834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:22,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,39307,-1] 2024-11-26T19:21:22,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:22,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:22,975 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:22,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732c5548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:22,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:21:22,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,39307,1732648869152 2024-11-26T19:21:22,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b4ba9a 2024-11-26T19:21:22,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:21:22,978 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:21:22,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fe76acf732b2:45793,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T19:21:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T19:21:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:21:22,981 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:45793' 2024-11-26T19:21:22,981 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21cc374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:22,981 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,45793,-1 for getting cluster id 2024-11-26T19:21:22,981 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:22,982 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af190cd5-6f5a-49d7-a06d-a6e62ca36b91' 2024-11-26T19:21:22,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:22,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af190cd5-6f5a-49d7-a06d-a6e62ca36b91" 2024-11-26T19:21:22,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6560249a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:22,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,45793,-1] 2024-11-26T19:21:22,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:22,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:22,983 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:22,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1345e3a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:22,984 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:21:22,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,45793,1732648872774 2024-11-26T19:21:22,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46ff34b9 2024-11-26T19:21:22,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:21:22,985 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:21:22,985 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T19:21:22,986 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T19:21:22,986 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:22,986 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:22,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:21:22,986 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:21:22,987 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T19:21:22,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:21:22,987 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:22,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:21:22,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741837_1013 (size=1138) 2024-11-26T19:21:23,008 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => edadfa60dba241a8087470fad95ed911, NAME => 'hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e 2024-11-26T19:21:23,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741838_1014 (size=44) 2024-11-26T19:21:23,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:23,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing edadfa60dba241a8087470fad95ed911, disabling compactions & flushes 2024-11-26T19:21:23,013 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911. 2024-11-26T19:21:23,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911. 2024-11-26T19:21:23,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911. after waiting 0 ms 2024-11-26T19:21:23,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911. 2024-11-26T19:21:23,013 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911. 2024-11-26T19:21:23,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for edadfa60dba241a8087470fad95ed911: Waiting for close lock at 1732648883013Disabling compacts and flushes for region at 1732648883013Disabling writes for close at 1732648883013Writing region close event to WAL at 1732648883013Closed at 1732648883013 2024-11-26T19:21:23,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:21:23,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732648883015"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648883015"}]},"ts":"1732648883015"} 2024-11-26T19:21:23,016 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:21:23,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:21:23,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648883017"}]},"ts":"1732648883017"} 2024-11-26T19:21:23,018 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T19:21:23,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=edadfa60dba241a8087470fad95ed911, ASSIGN}] 2024-11-26T19:21:23,019 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=edadfa60dba241a8087470fad95ed911, ASSIGN 2024-11-26T19:21:23,020 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=edadfa60dba241a8087470fad95ed911, ASSIGN; state=OFFLINE, location=fe76acf732b2,38847,1732648869249; forceNewPlan=false, retain=false 2024-11-26T19:21:23,037 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T19:21:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:21:23,170 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=edadfa60dba241a8087470fad95ed911, regionState=OPENING, regionLocation=fe76acf732b2,38847,1732648869249 2024-11-26T19:21:23,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=edadfa60dba241a8087470fad95ed911, ASSIGN because future has completed 2024-11-26T19:21:23,172 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 379, reset compression=false 2024-11-26T19:21:23,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure edadfa60dba241a8087470fad95ed911, server=fe76acf732b2,38847,1732648869249}] 2024-11-26T19:21:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:21:23,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911. 2024-11-26T19:21:23,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:23,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T19:21:23,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C38847%2C1732648869249.rep, suffix=, logDir=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249, archiveDir=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/oldWALs, maxLogs=10 2024-11-26T19:21:23,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.rep.1732648883329, exclude list is [], retry=0 2024-11-26T19:21:23,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36047,DS-685046d0-1406-4bf0-a747-6b972dd7810a,DISK] 2024-11-26T19:21:23,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.rep.1732648883329 2024-11-26T19:21:23,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44583:44583)] 2024-11-26T19:21:23,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => edadfa60dba241a8087470fad95ed911, NAME => 'hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:23,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:21:23,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:21:23,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911. service=MultiRowMutationService 2024-11-26T19:21:23,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T19:21:23,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:23,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:23,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:23,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:23,348 INFO [StoreOpener-edadfa60dba241a8087470fad95ed911-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:23,349 INFO [StoreOpener-edadfa60dba241a8087470fad95ed911-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edadfa60dba241a8087470fad95ed911 columnFamilyName hfileref 2024-11-26T19:21:23,349 DEBUG [StoreOpener-edadfa60dba241a8087470fad95ed911-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:23,350 INFO [StoreOpener-edadfa60dba241a8087470fad95ed911-1 {}] regionserver.HStore(327): Store=edadfa60dba241a8087470fad95ed911/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:23,350 INFO [StoreOpener-edadfa60dba241a8087470fad95ed911-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:23,350 INFO [StoreOpener-edadfa60dba241a8087470fad95ed911-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edadfa60dba241a8087470fad95ed911 columnFamilyName queue 2024-11-26T19:21:23,350 DEBUG [StoreOpener-edadfa60dba241a8087470fad95ed911-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:23,351 INFO [StoreOpener-edadfa60dba241a8087470fad95ed911-1 {}] regionserver.HStore(327): Store=edadfa60dba241a8087470fad95ed911/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:23,351 INFO [StoreOpener-edadfa60dba241a8087470fad95ed911-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:23,351 INFO [StoreOpener-edadfa60dba241a8087470fad95ed911-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edadfa60dba241a8087470fad95ed911 columnFamilyName sid 2024-11-26T19:21:23,351 DEBUG [StoreOpener-edadfa60dba241a8087470fad95ed911-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:23,352 INFO [StoreOpener-edadfa60dba241a8087470fad95ed911-1 {}] regionserver.HStore(327): Store=edadfa60dba241a8087470fad95ed911/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:23,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:23,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/replication/edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:23,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/replication/edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:23,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:23,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:23,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:21:23,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:23,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/replication/edadfa60dba241a8087470fad95ed911/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:23,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened edadfa60dba241a8087470fad95ed911; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70550844, jitterRate=0.051289498805999756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:21:23,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:23,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for edadfa60dba241a8087470fad95ed911: Running coprocessor pre-open hook at 1732648883347Writing region info on filesystem at 1732648883347Initializing all the Stores at 1732648883348 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648883348Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648883348Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648883348Cleaning up temporary data from old regions at 1732648883353 (+5 ms)Running coprocessor post-open hooks at 1732648883356 (+3 ms)Region opened successfully at 1732648883356 2024-11-26T19:21:23,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911., pid=10, masterSystemTime=1732648883324 2024-11-26T19:21:23,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911. 2024-11-26T19:21:23,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911. 2024-11-26T19:21:23,359 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=edadfa60dba241a8087470fad95ed911, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,38847,1732648869249 2024-11-26T19:21:23,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure edadfa60dba241a8087470fad95ed911, server=fe76acf732b2,38847,1732648869249 because future has completed 2024-11-26T19:21:23,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T19:21:23,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure edadfa60dba241a8087470fad95ed911, server=fe76acf732b2,38847,1732648869249 in 190 msec 2024-11-26T19:21:23,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T19:21:23,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=edadfa60dba241a8087470fad95ed911, ASSIGN in 345 msec 2024-11-26T19:21:23,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:21:23,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648883365"}]},"ts":"1732648883365"} 2024-11-26T19:21:23,366 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T19:21:23,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:21:23,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 381 msec 2024-11-26T19:21:23,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911., hostname=fe76acf732b2,38847,1732648869249, seqNum=2] 2024-11-26T19:21:23,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830 2024-11-26T19:21:23,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10155b9734f0004, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830 2024-11-26T19:21:23,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T19:21:23,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T19:21:23,551 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T19:21:23,580 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fe76acf732b2,38847,1732648869249, ReplicationSource: 1, currentBandwidth=0 2024-11-26T19:21:23,580 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:23,580 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,38847,1732648869249, seqNum=-1] 2024-11-26T19:21:23,580 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:23,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-26T19:21:23,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fe76acf732b2,38847,1732648869249', locateType=CURRENT is [region=hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911., hostname=fe76acf732b2,38847,1732648869249, seqNum=2] 2024-11-26T19:21:23,585 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T19:21:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T19:21:23,587 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fe76acf732b2,38847,1732648869249 suceeded 2024-11-26T19:21:23,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T19:21:23,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-26T19:21:23,589 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fe76acf732b2:45793,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T19:21:23,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 611 msec 2024-11-26T19:21:23,599 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:45793' 2024-11-26T19:21:23,600 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6624779a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:23,600 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,45793,-1 for getting cluster id 2024-11-26T19:21:23,600 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:23,601 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af190cd5-6f5a-49d7-a06d-a6e62ca36b91' 2024-11-26T19:21:23,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:23,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af190cd5-6f5a-49d7-a06d-a6e62ca36b91" 2024-11-26T19:21:23,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51536a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:23,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,45793,-1] 2024-11-26T19:21:23,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:23,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:23,602 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:23,603 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a4233a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:23,603 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:21:23,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,45793,1732648872774 2024-11-26T19:21:23,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f5a32e7 2024-11-26T19:21:23,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:21:23,604 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-26T19:21:23,605 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fe76acf732b2,38847,1732648869249 (queues=1) is replicating from cluster=fac69852-31b7-48bb-a129-492614645164 to cluster=af190cd5-6f5a-49d7-a06d-a6e62ca36b91 2024-11-26T19:21:23,605 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fe76acf732b2%2C38847%2C1732648869249 2024-11-26T19:21:23,605 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fe76acf732b2,38847,1732648869249, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T19:21:23,605 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501, startPosition=0, beingWritten=true 2024-11-26T19:21:23,605 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.shipperfe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fe76acf732b2%2C38847%2C1732648869249 2024-11-26T19:21:23,609 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:21:23,609 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 379, reset compression=false 2024-11-26T19:21:23,609 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.shipperfe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,38847,1732648869249 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:21:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:21:23,612 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T19:21:23,612 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:21:23,612 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:23,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:23,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:23,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:21:23,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e845db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:23,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,45793,-1 for getting cluster id 2024-11-26T19:21:23,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:23,614 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af190cd5-6f5a-49d7-a06d-a6e62ca36b91' 2024-11-26T19:21:23,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:23,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af190cd5-6f5a-49d7-a06d-a6e62ca36b91" 2024-11-26T19:21:23,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1a85e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:23,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,45793,-1] 2024-11-26T19:21:23,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:23,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:23,615 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:23,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:23,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:21:23,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,45793,1732648872774 2024-11-26T19:21:23,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3483ed74 2024-11-26T19:21:23,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:21:23,617 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:21:23,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fe76acf732b2:39307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T19:21:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T19:21:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:21:23,620 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:39307' 2024-11-26T19:21:23,621 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7adb7766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:23,621 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,39307,-1 for getting cluster id 2024-11-26T19:21:23,621 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:23,621 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fac69852-31b7-48bb-a129-492614645164' 2024-11-26T19:21:23,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:23,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fac69852-31b7-48bb-a129-492614645164" 2024-11-26T19:21:23,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c6fcc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:23,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,39307,-1] 2024-11-26T19:21:23,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:23,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:23,622 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:23,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa24057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:23,623 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:21:23,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,39307,1732648869152 2024-11-26T19:21:23,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24421bb9 2024-11-26T19:21:23,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:21:23,624 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:21:23,624 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T19:21:23,624 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T19:21:23,624 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:23,625 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:23,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:21:23,625 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:21:23,626 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T19:21:23,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:21:23,626 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:23,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:21:23,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741837_1013 (size=1138) 2024-11-26T19:21:23,675 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 379, reset compression=false 2024-11-26T19:21:23,676 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T19:21:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:21:23,812 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 379, reset compression=false 2024-11-26T19:21:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:21:24,033 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e32a1b30f0b6db9aceb68232332d438, NAME => 'hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f 2024-11-26T19:21:24,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741838_1014 (size=44) 2024-11-26T19:21:24,116 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 379, reset compression=false 2024-11-26T19:21:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:21:24,278 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 379, reset compression=false 2024-11-26T19:21:24,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:24,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9e32a1b30f0b6db9aceb68232332d438, disabling compactions & flushes 2024-11-26T19:21:24,438 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438. 2024-11-26T19:21:24,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438. 2024-11-26T19:21:24,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438. after waiting 0 ms 2024-11-26T19:21:24,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438. 2024-11-26T19:21:24,438 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438. 2024-11-26T19:21:24,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e32a1b30f0b6db9aceb68232332d438: Waiting for close lock at 1732648884438Disabling compacts and flushes for region at 1732648884438Disabling writes for close at 1732648884438Writing region close event to WAL at 1732648884438Closed at 1732648884438 2024-11-26T19:21:24,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:21:24,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732648884439"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648884439"}]},"ts":"1732648884439"} 2024-11-26T19:21:24,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:21:24,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:21:24,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648884442"}]},"ts":"1732648884442"} 2024-11-26T19:21:24,443 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T19:21:24,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e32a1b30f0b6db9aceb68232332d438, ASSIGN}] 2024-11-26T19:21:24,444 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e32a1b30f0b6db9aceb68232332d438, ASSIGN 2024-11-26T19:21:24,445 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e32a1b30f0b6db9aceb68232332d438, ASSIGN; state=OFFLINE, location=fe76acf732b2,36281,1732648872838; forceNewPlan=false, retain=false 2024-11-26T19:21:24,519 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 379, reset compression=false 2024-11-26T19:21:24,595 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e32a1b30f0b6db9aceb68232332d438, regionState=OPENING, regionLocation=fe76acf732b2,36281,1732648872838 2024-11-26T19:21:24,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e32a1b30f0b6db9aceb68232332d438, ASSIGN because future has completed 2024-11-26T19:21:24,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e32a1b30f0b6db9aceb68232332d438, server=fe76acf732b2,36281,1732648872838}] 2024-11-26T19:21:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:21:24,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438. 2024-11-26T19:21:24,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:24,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T19:21:24,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C36281%2C1732648872838.rep, suffix=, logDir=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838, archiveDir=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/oldWALs, maxLogs=10 2024-11-26T19:21:24,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.rep.1732648884754, exclude list is [], retry=0 2024-11-26T19:21:24,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46881,DS-5deb6a57-9263-49c1-acda-87ec7a4a1cd1,DISK] 2024-11-26T19:21:24,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.rep.1732648884754 2024-11-26T19:21:24,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40357:40357)] 2024-11-26T19:21:24,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e32a1b30f0b6db9aceb68232332d438, NAME => 'hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:24,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:21:24,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:21:24,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438. service=MultiRowMutationService 2024-11-26T19:21:24,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T19:21:24,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9e32a1b30f0b6db9aceb68232332d438 2024-11-26T19:21:24,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:24,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9e32a1b30f0b6db9aceb68232332d438 2024-11-26T19:21:24,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9e32a1b30f0b6db9aceb68232332d438 2024-11-26T19:21:24,772 INFO [StoreOpener-9e32a1b30f0b6db9aceb68232332d438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9e32a1b30f0b6db9aceb68232332d438 2024-11-26T19:21:24,773 INFO [StoreOpener-9e32a1b30f0b6db9aceb68232332d438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e32a1b30f0b6db9aceb68232332d438 columnFamilyName hfileref 2024-11-26T19:21:24,773 DEBUG [StoreOpener-9e32a1b30f0b6db9aceb68232332d438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:24,774 INFO [StoreOpener-9e32a1b30f0b6db9aceb68232332d438-1 {}] regionserver.HStore(327): Store=9e32a1b30f0b6db9aceb68232332d438/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:24,774 INFO [StoreOpener-9e32a1b30f0b6db9aceb68232332d438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9e32a1b30f0b6db9aceb68232332d438 2024-11-26T19:21:24,775 INFO [StoreOpener-9e32a1b30f0b6db9aceb68232332d438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e32a1b30f0b6db9aceb68232332d438 columnFamilyName queue 2024-11-26T19:21:24,775 DEBUG [StoreOpener-9e32a1b30f0b6db9aceb68232332d438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:24,775 INFO [StoreOpener-9e32a1b30f0b6db9aceb68232332d438-1 {}] regionserver.HStore(327): Store=9e32a1b30f0b6db9aceb68232332d438/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:24,775 INFO [StoreOpener-9e32a1b30f0b6db9aceb68232332d438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9e32a1b30f0b6db9aceb68232332d438 2024-11-26T19:21:24,776 INFO [StoreOpener-9e32a1b30f0b6db9aceb68232332d438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e32a1b30f0b6db9aceb68232332d438 columnFamilyName sid 2024-11-26T19:21:24,776 DEBUG [StoreOpener-9e32a1b30f0b6db9aceb68232332d438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:24,776 INFO [StoreOpener-9e32a1b30f0b6db9aceb68232332d438-1 {}] regionserver.HStore(327): Store=9e32a1b30f0b6db9aceb68232332d438/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:24,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9e32a1b30f0b6db9aceb68232332d438 2024-11-26T19:21:24,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/replication/9e32a1b30f0b6db9aceb68232332d438 2024-11-26T19:21:24,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/replication/9e32a1b30f0b6db9aceb68232332d438 2024-11-26T19:21:24,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9e32a1b30f0b6db9aceb68232332d438 2024-11-26T19:21:24,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9e32a1b30f0b6db9aceb68232332d438 2024-11-26T19:21:24,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:21:24,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9e32a1b30f0b6db9aceb68232332d438 2024-11-26T19:21:24,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/replication/9e32a1b30f0b6db9aceb68232332d438/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:24,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9e32a1b30f0b6db9aceb68232332d438; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62665812, jitterRate=-0.06620663404464722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:21:24,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e32a1b30f0b6db9aceb68232332d438 2024-11-26T19:21:24,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9e32a1b30f0b6db9aceb68232332d438: Running coprocessor pre-open hook at 1732648884772Writing region info on filesystem at 1732648884772Initializing all the Stores at 1732648884772Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648884772Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648884772Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648884772Cleaning up temporary data from old regions at 1732648884777 (+5 ms)Running coprocessor post-open hooks at 1732648884780 (+3 ms)Region opened successfully at 1732648884780 2024-11-26T19:21:24,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438., pid=10, masterSystemTime=1732648884749 2024-11-26T19:21:24,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438. 2024-11-26T19:21:24,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438. 2024-11-26T19:21:24,783 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e32a1b30f0b6db9aceb68232332d438, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,36281,1732648872838 2024-11-26T19:21:24,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e32a1b30f0b6db9aceb68232332d438, server=fe76acf732b2,36281,1732648872838 because future has completed 2024-11-26T19:21:24,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T19:21:24,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e32a1b30f0b6db9aceb68232332d438, server=fe76acf732b2,36281,1732648872838 in 188 msec 2024-11-26T19:21:24,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T19:21:24,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e32a1b30f0b6db9aceb68232332d438, ASSIGN in 344 msec 2024-11-26T19:21:24,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:21:24,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648884789"}]},"ts":"1732648884789"} 2024-11-26T19:21:24,790 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T19:21:24,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:21:24,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-26T19:21:24,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438., hostname=fe76acf732b2,36281,1732648872838, seqNum=2] 2024-11-26T19:21:24,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572 2024-11-26T19:21:24,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x10155b9734f0007, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572 2024-11-26T19:21:24,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T19:21:24,983 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 379, reset compression=false 2024-11-26T19:21:24,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T19:21:24,991 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T19:21:25,020 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fe76acf732b2,36281,1732648872838, ReplicationSource: 1, currentBandwidth=0 2024-11-26T19:21:25,020 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:25,020 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,36281,1732648872838, seqNum=-1] 2024-11-26T19:21:25,020 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:25,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-26T19:21:25,022 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 379, reset compression=false 2024-11-26T19:21:25,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fe76acf732b2,36281,1732648872838', locateType=CURRENT is [region=hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438., hostname=fe76acf732b2,36281,1732648872838, seqNum=2] 2024-11-26T19:21:25,025 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T19:21:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T19:21:25,027 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fe76acf732b2,36281,1732648872838 suceeded 2024-11-26T19:21:25,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T19:21:25,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-26T19:21:25,029 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fe76acf732b2:39307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T19:21:25,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4120 sec 2024-11-26T19:21:25,039 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:39307' 2024-11-26T19:21:25,040 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f3fab01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:25,040 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,39307,-1 for getting cluster id 2024-11-26T19:21:25,040 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:25,040 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fac69852-31b7-48bb-a129-492614645164' 2024-11-26T19:21:25,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:25,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fac69852-31b7-48bb-a129-492614645164" 2024-11-26T19:21:25,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c8d4a26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:25,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,39307,-1] 2024-11-26T19:21:25,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:25,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:25,042 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:25,042 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e47c5d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:25,042 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:21:25,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,39307,1732648869152 2024-11-26T19:21:25,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23fbc4cf 2024-11-26T19:21:25,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:21:25,043 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-26T19:21:25,044 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fe76acf732b2,36281,1732648872838 (queues=1) is replicating from cluster=af190cd5-6f5a-49d7-a06d-a6e62ca36b91 to cluster=fac69852-31b7-48bb-a129-492614645164 2024-11-26T19:21:25,044 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fe76acf732b2%2C36281%2C1732648872838 2024-11-26T19:21:25,044 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fe76acf732b2,36281,1732648872838, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T19:21:25,045 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821, startPosition=0, beingWritten=true 2024-11-26T19:21:25,046 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.shipperfe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fe76acf732b2%2C36281%2C1732648872838 2024-11-26T19:21:25,049 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:21:25,049 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 379, reset compression=false 2024-11-26T19:21:25,049 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.shipperfe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,36281,1732648872838 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:21:25,252 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 379, reset compression=false 2024-11-26T19:21:25,259 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T19:21:25,541 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:21:25,542 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:21:25,542 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88721 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:21:25,555 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 379, reset compression=false 2024-11-26T19:21:25,626 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 379, reset compression=false 2024-11-26T19:21:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:21:25,762 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T19:21:25,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:21:25,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:25,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:25,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:25,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:21:25,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d06876f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:25,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,36311,-1 for getting cluster id 2024-11-26T19:21:25,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:25,763 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f64826b-5b28-48f6-b2ca-b722d5187024' 2024-11-26T19:21:25,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:25,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f64826b-5b28-48f6-b2ca-b722d5187024" 2024-11-26T19:21:25,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1838dacd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:25,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,36311,-1] 2024-11-26T19:21:25,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:25,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:25,765 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:25,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3521ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:25,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738352c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:25,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,39307,-1 for getting cluster id 2024-11-26T19:21:25,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:25,767 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fac69852-31b7-48bb-a129-492614645164' 2024-11-26T19:21:25,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:25,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fac69852-31b7-48bb-a129-492614645164" 2024-11-26T19:21:25,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb2d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:25,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,39307,-1] 2024-11-26T19:21:25,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:25,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:25,768 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:25,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11fff0b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:25,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f6b13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:25,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,45793,-1 for getting cluster id 2024-11-26T19:21:25,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:25,769 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af190cd5-6f5a-49d7-a06d-a6e62ca36b91' 2024-11-26T19:21:25,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:25,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af190cd5-6f5a-49d7-a06d-a6e62ca36b91" 2024-11-26T19:21:25,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183e3631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:25,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,45793,-1] 2024-11-26T19:21:25,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:25,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:25,770 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:25,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44878106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:25,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:25,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,33735,1732648865303, seqNum=-1] 2024-11-26T19:21:25,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:25,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:25,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732648875892.0a757634fcedced51456920ed177b744., hostname=fe76acf732b2,33735,1732648865303, seqNum=2] 2024-11-26T19:21:25,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,36281,1732648872838, seqNum=-1] 2024-11-26T19:21:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:25,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:25,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732648880194.b822535e5043d88c1778937c162bf16a., hostname=fe76acf732b2,36281,1732648872838, seqNum=2] 2024-11-26T19:21:25,781 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T19:21:25,786 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 379, reset compression=false 2024-11-26T19:21:25,790 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:21:25,790 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 480, reset compression=false 2024-11-26T19:21:25,790 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.shipperfe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,33735,1732648865303 got entry batch from reader: WALEntryBatch [walEntries=[{test/0a757634fcedced51456920ed177b744/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T19:21:25,792 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.shipperfe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:21:25,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-26T19:21:25,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:21:25,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d057f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:25,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,39307,-1 for getting cluster id 2024-11-26T19:21:25,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:25,794 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fac69852-31b7-48bb-a129-492614645164' 2024-11-26T19:21:25,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:25,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fac69852-31b7-48bb-a129-492614645164" 2024-11-26T19:21:25,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14289b65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:25,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,39307,-1] 2024-11-26T19:21:25,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:25,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:25,796 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:25,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4be183d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:25,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:25,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,38847,1732648869249, seqNum=-1] 2024-11-26T19:21:25,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:25,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-26T19:21:25,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28., hostname=fe76acf732b2,38847,1732648869249, seqNum=2] 2024-11-26T19:21:25,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:21:25,959 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 379, reset compression=false 2024-11-26T19:21:25,993 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 480, reset compression=false 2024-11-26T19:21:26,297 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 480, reset compression=false 2024-11-26T19:21:26,329 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 379, reset compression=false 2024-11-26T19:21:26,333 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:21:26,333 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 503, reset compression=false 2024-11-26T19:21:26,333 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.shipperfe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,38847,1732648869249 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ba0f8a4adb69e982e0e7aea1bd6ec28/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-26T19:21:26,335 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.shipperfe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:21:26,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-26T19:21:26,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:21:26,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6789f3d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:26,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,45793,-1 for getting cluster id 2024-11-26T19:21:26,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:26,338 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af190cd5-6f5a-49d7-a06d-a6e62ca36b91' 2024-11-26T19:21:26,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:26,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af190cd5-6f5a-49d7-a06d-a6e62ca36b91" 2024-11-26T19:21:26,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@377d4ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:26,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,45793,-1] 2024-11-26T19:21:26,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:26,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:26,339 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:26,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f1975d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:26,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:26,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,36281,1732648872838, seqNum=-1] 2024-11-26T19:21:26,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:26,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-26T19:21:26,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732648880194.b822535e5043d88c1778937c162bf16a., hostname=fe76acf732b2,36281,1732648872838, seqNum=2] 2024-11-26T19:21:26,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:21:26,462 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 379, reset compression=false 2024-11-26T19:21:26,466 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:21:26,467 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 527, reset compression=false 2024-11-26T19:21:26,467 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.shipperfe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,36281,1732648872838 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:21:26,537 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 503, reset compression=false 2024-11-26T19:21:26,677 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 527, reset compression=false 2024-11-26T19:21:26,700 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 480, reset compression=false 2024-11-26T19:21:26,783 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T19:21:26,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:26,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,38847,1732648869249, seqNum=-1] 2024-11-26T19:21:26,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:26,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:26,787 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28., hostname=fe76acf732b2,38847,1732648869249, seqNum=2] 2024-11-26T19:21:26,789 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T19:21:26,841 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 503, reset compression=false 2024-11-26T19:21:26,845 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:21:26,845 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 607, reset compression=false 2024-11-26T19:21:26,845 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.shipperfe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,38847,1732648869249 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ba0f8a4adb69e982e0e7aea1bd6ec28/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T19:21:26,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:21:26,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:21:26,981 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 527, reset compression=false 2024-11-26T19:21:26,985 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:21:26,985 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 655, reset compression=false 2024-11-26T19:21:26,985 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.shipperfe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,36281,1732648872838 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:21:27,049 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 607, reset compression=false 2024-11-26T19:21:27,188 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 655, reset compression=false 2024-11-26T19:21:27,203 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 480, reset compression=false 2024-11-26T19:21:27,352 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 607, reset compression=false 2024-11-26T19:21:27,491 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 655, reset compression=false 2024-11-26T19:21:27,498 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:21:27,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:27,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:27,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:27,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:27,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:27,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:27,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:27,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:27,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:27,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:27,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:27,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:27,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:27,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:27,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T19:21:27,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T19:21:27,756 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 607, reset compression=false 2024-11-26T19:21:27,791 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T19:21:27,794 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-26T19:21:27,806 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 480, reset compression=false 2024-11-26T19:21:27,895 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 655, reset compression=false 2024-11-26T19:21:27,899 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:21:27,899 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 759, reset compression=false 2024-11-26T19:21:27,899 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.shipperfe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,36281,1732648872838 got entry batch from reader: WALEntryBatch [walEntries=[{test/b822535e5043d88c1778937c162bf16a/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T19:21:27,901 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.shipperfe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:21:27,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-26T19:21:27,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:21:27,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:21:28,102 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 759, reset compression=false 2024-11-26T19:21:28,259 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 607, reset compression=false 2024-11-26T19:21:28,263 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:21:28,263 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 735, reset compression=false 2024-11-26T19:21:28,263 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.shipperfe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,38847,1732648869249 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:21:28,406 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 759, reset compression=false 2024-11-26T19:21:28,467 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 735, reset compression=false 2024-11-26T19:21:28,509 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 480, reset compression=false 2024-11-26T19:21:28,770 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 735, reset compression=false 2024-11-26T19:21:28,795 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-26T19:21:28,798 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T19:21:28,809 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 759, reset compression=false 2024-11-26T19:21:29,173 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 735, reset compression=false 2024-11-26T19:21:29,312 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 759, reset compression=false 2024-11-26T19:21:29,312 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 480, reset compression=false 2024-11-26T19:21:29,316 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:21:29,316 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 636, reset compression=false 2024-11-26T19:21:29,316 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.shipperfe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,33735,1732648865303 got entry batch from reader: WALEntryBatch [walEntries=[{test/0a757634fcedced51456920ed177b744/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T19:21:29,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:21:29,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:21:29,519 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 636, reset compression=false 2024-11-26T19:21:29,676 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 735, reset compression=false 2024-11-26T19:21:29,681 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:21:29,681 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 882, reset compression=false 2024-11-26T19:21:29,681 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.shipperfe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,38847,1732648869249 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ba0f8a4adb69e982e0e7aea1bd6ec28/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-26T19:21:29,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:21:29,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:21:29,800 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T19:21:29,802 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T19:21:29,823 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 636, reset compression=false 2024-11-26T19:21:29,884 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 882, reset compression=false 2024-11-26T19:21:29,888 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:21:29,888 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 1041, reset compression=false 2024-11-26T19:21:29,888 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.shipperfe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,38847,1732648869249 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ba0f8a4adb69e982e0e7aea1bd6ec28/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T19:21:29,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:21:29,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:21:29,915 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 759, reset compression=false 2024-11-26T19:21:29,918 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:21:29,919 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 1080, reset compression=false 2024-11-26T19:21:29,919 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.shipperfe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,36281,1732648872838 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:21:30,091 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 1041, reset compression=false 2024-11-26T19:21:30,121 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 1080, reset compression=false 2024-11-26T19:21:30,226 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 636, reset compression=false 2024-11-26T19:21:30,394 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 1041, reset compression=false 2024-11-26T19:21:30,424 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 1080, reset compression=false 2024-11-26T19:21:30,730 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 636, reset compression=false 2024-11-26T19:21:30,797 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 1041, reset compression=false 2024-11-26T19:21:30,804 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T19:21:30,807 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-26T19:21:30,827 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 1080, reset compression=false 2024-11-26T19:21:30,831 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:21:30,831 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 1239, reset compression=false 2024-11-26T19:21:30,831 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.shipperfe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,36281,1732648872838 got entry batch from reader: WALEntryBatch [walEntries=[{test/b822535e5043d88c1778937c162bf16a/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T19:21:30,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T19:21:30,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T19:21:31,034 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 1239, reset compression=false 2024-11-26T19:21:31,300 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 1041, reset compression=false 2024-11-26T19:21:31,304 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:21:31,304 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 1191, reset compression=false 2024-11-26T19:21:31,304 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.shipperfe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,38847,1732648869249 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:21:31,333 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 636, reset compression=false 2024-11-26T19:21:31,337 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 1239, reset compression=false 2024-11-26T19:21:31,507 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 1191, reset compression=false 2024-11-26T19:21:31,739 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 1239, reset compression=false 2024-11-26T19:21:31,808 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-26T19:21:31,811 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 1191, reset compression=false 2024-11-26T19:21:31,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T19:21:31,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:21:31,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:31,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:31,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:31,815 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:21:31,815 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:21:31,815 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1575248849, stopped=false 2024-11-26T19:21:31,815 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,45793,1732648872774 2024-11-26T19:21:31,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x10155b9734f0007, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1382674572/running 2024-11-26T19:21:31,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1382674572/running 2024-11-26T19:21:31,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x10155b9734f0007, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572 2024-11-26T19:21:31,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572 2024-11-26T19:21:31,817 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:21:31,817 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:21:31,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:31,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:31,818 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,36281,1732648872838' ***** 2024-11-26T19:21:31,818 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:21:31,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Set watcher on znode that does not yet exist, /2-1382674572/running 2024-11-26T19:21:31,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36281-0x10155b9734f0007, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Set watcher on znode that does not yet exist, /2-1382674572/running 2024-11-26T19:21:31,818 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:21:31,819 INFO [RS:0;fe76acf732b2:36281 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:21:31,819 INFO [RS:0;fe76acf732b2:36281 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:21:31,819 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(3091): Received CLOSE for b822535e5043d88c1778937c162bf16a 2024-11-26T19:21:31,819 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:21:31,819 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e32a1b30f0b6db9aceb68232332d438 2024-11-26T19:21:31,819 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,36281,1732648872838 2024-11-26T19:21:31,819 INFO [RS:0;fe76acf732b2:36281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:21:31,819 INFO [RS:0;fe76acf732b2:36281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:36281. 2024-11-26T19:21:31,819 DEBUG [RS:0;fe76acf732b2:36281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:31,819 DEBUG [RS:0;fe76acf732b2:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:31,819 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b822535e5043d88c1778937c162bf16a, disabling compactions & flushes 2024-11-26T19:21:31,819 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732648880194.b822535e5043d88c1778937c162bf16a. 2024-11-26T19:21:31,819 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:21:31,819 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648880194.b822535e5043d88c1778937c162bf16a. 2024-11-26T19:21:31,819 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732648880194.b822535e5043d88c1778937c162bf16a. after waiting 0 ms 2024-11-26T19:21:31,819 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732648880194.b822535e5043d88c1778937c162bf16a. 2024-11-26T19:21:31,819 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:21:31,819 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:21:31,819 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b822535e5043d88c1778937c162bf16a 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-26T19:21:31,820 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:21:31,820 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T19:21:31,820 DEBUG [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(1325): Online Regions={b822535e5043d88c1778937c162bf16a=test,,1732648880194.b822535e5043d88c1778937c162bf16a., 1588230740=hbase:meta,,1.1588230740, 9e32a1b30f0b6db9aceb68232332d438=hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438.} 2024-11-26T19:21:31,820 DEBUG [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e32a1b30f0b6db9aceb68232332d438, b822535e5043d88c1778937c162bf16a 2024-11-26T19:21:31,820 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:21:31,820 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:21:31,820 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:21:31,820 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:21:31,820 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:21:31,820 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T19:21:31,836 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/default/test/b822535e5043d88c1778937c162bf16a/.tmp/f/65d24203813d49e09ba2e8908ced2568 is 29, key is row1/f:/1732648889800/DeleteFamily/seqid=0 2024-11-26T19:21:31,837 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/.tmp/info/782627074e8d4ee39f679397b26c446e is 147, key is hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438./info:regioninfo/1732648884783/Put/seqid=0 2024-11-26T19:21:31,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741840_1016 (size=5152) 2024-11-26T19:21:31,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741841_1017 (size=7686) 2024-11-26T19:21:31,842 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/.tmp/info/782627074e8d4ee39f679397b26c446e 2024-11-26T19:21:31,859 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/.tmp/ns/bc07042dc32c45d2b2a5ac91b1b9d5e3 is 43, key is default/ns:d/1732648875772/Put/seqid=0 2024-11-26T19:21:31,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741842_1018 (size=5153) 2024-11-26T19:21:31,862 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/.tmp/ns/bc07042dc32c45d2b2a5ac91b1b9d5e3 2024-11-26T19:21:31,878 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/.tmp/rep_barrier/430c18af14f8426e957eb7afb4f421a6 is 112, key is test,,1732648880194.b822535e5043d88c1778937c162bf16a./rep_barrier:seqnumDuringOpen/1732648880538/Put/seqid=0 2024-11-26T19:21:31,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741843_1019 (size=5518) 2024-11-26T19:21:31,914 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:21:32,020 DEBUG [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e32a1b30f0b6db9aceb68232332d438, b822535e5043d88c1778937c162bf16a 2024-11-26T19:21:32,036 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 636, reset compression=false 2024-11-26T19:21:32,214 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 1191, reset compression=false 2024-11-26T19:21:32,220 DEBUG [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e32a1b30f0b6db9aceb68232332d438, b822535e5043d88c1778937c162bf16a 2024-11-26T19:21:32,242 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/default/test/b822535e5043d88c1778937c162bf16a/.tmp/f/65d24203813d49e09ba2e8908ced2568 2024-11-26T19:21:32,242 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 1239, reset compression=false 2024-11-26T19:21:32,246 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:21:32,246 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 1486, reset compression=false 2024-11-26T19:21:32,246 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65d24203813d49e09ba2e8908ced2568 2024-11-26T19:21:32,246 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.shipperfe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,36281,1732648872838 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:21:32,247 ERROR [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.shipperfe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fe76acf732b2,36281,1732648872838: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fe76acf732b2,36281,1732648872838, walGroup=fe76acf732b2%2C36281%2C1732648872838, offset=fe76acf732b2%2C36281%2C1732648872838.1732648874821:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:36281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T19:21:32,249 ERROR [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.shipperfe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T19:21:32,249 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.shipperfe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T19:21:32,249 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.shipperfe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T19:21:32,249 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.shipperfe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T19:21:32,249 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.shipperfe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T19:21:32,249 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.shipperfe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 959366368 }, "NonHeapMemoryUsage": { "committed": 205193216, "init": 7667712, "max": -1, "used": 201452552 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T19:21:32,250 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.shipperfe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:45793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:45793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T19:21:32,266 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/default/test/b822535e5043d88c1778937c162bf16a/.tmp/f1/3841d15163b14dc6b4b27ac81e991a9c is 30, key is row1/f1:/1732648889800/DeleteFamily/seqid=0 2024-11-26T19:21:32,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741844_1020 (size=5158) 2024-11-26T19:21:32,281 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/.tmp/rep_barrier/430c18af14f8426e957eb7afb4f421a6 2024-11-26T19:21:32,302 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/.tmp/table/47076d6f74f843ccbca18aa4c650855a is 53, key is hbase:replication/table:state/1732648884789/Put/seqid=0 2024-11-26T19:21:32,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741845_1021 (size=5308) 2024-11-26T19:21:32,420 DEBUG [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e32a1b30f0b6db9aceb68232332d438, b822535e5043d88c1778937c162bf16a 2024-11-26T19:21:32,451 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 1486, reset compression=false 2024-11-26T19:21:32,620 DEBUG [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e32a1b30f0b6db9aceb68232332d438, b822535e5043d88c1778937c162bf16a 2024-11-26T19:21:32,669 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/default/test/b822535e5043d88c1778937c162bf16a/.tmp/f1/3841d15163b14dc6b4b27ac81e991a9c 2024-11-26T19:21:32,673 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3841d15163b14dc6b4b27ac81e991a9c 2024-11-26T19:21:32,691 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/default/test/b822535e5043d88c1778937c162bf16a/.tmp/norep/6ef014dd4c964e33b061241a2a370d23 is 33, key is row2/norep:/1732648890805/DeleteFamily/seqid=0 2024-11-26T19:21:32,692 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:21:32,692 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:21:32,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741846_1022 (size=5108) 2024-11-26T19:21:32,695 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/default/test/b822535e5043d88c1778937c162bf16a/.tmp/norep/6ef014dd4c964e33b061241a2a370d23 2024-11-26T19:21:32,698 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ef014dd4c964e33b061241a2a370d23 2024-11-26T19:21:32,699 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/default/test/b822535e5043d88c1778937c162bf16a/.tmp/f/65d24203813d49e09ba2e8908ced2568 as hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/default/test/b822535e5043d88c1778937c162bf16a/f/65d24203813d49e09ba2e8908ced2568 2024-11-26T19:21:32,702 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65d24203813d49e09ba2e8908ced2568 2024-11-26T19:21:32,702 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/default/test/b822535e5043d88c1778937c162bf16a/f/65d24203813d49e09ba2e8908ced2568, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T19:21:32,703 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/default/test/b822535e5043d88c1778937c162bf16a/.tmp/f1/3841d15163b14dc6b4b27ac81e991a9c as hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/default/test/b822535e5043d88c1778937c162bf16a/f1/3841d15163b14dc6b4b27ac81e991a9c 2024-11-26T19:21:32,705 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/.tmp/table/47076d6f74f843ccbca18aa4c650855a 2024-11-26T19:21:32,706 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3841d15163b14dc6b4b27ac81e991a9c 2024-11-26T19:21:32,707 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/default/test/b822535e5043d88c1778937c162bf16a/f1/3841d15163b14dc6b4b27ac81e991a9c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T19:21:32,707 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/default/test/b822535e5043d88c1778937c162bf16a/.tmp/norep/6ef014dd4c964e33b061241a2a370d23 as hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/default/test/b822535e5043d88c1778937c162bf16a/norep/6ef014dd4c964e33b061241a2a370d23 2024-11-26T19:21:32,709 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/.tmp/info/782627074e8d4ee39f679397b26c446e as hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/info/782627074e8d4ee39f679397b26c446e 2024-11-26T19:21:32,711 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ef014dd4c964e33b061241a2a370d23 2024-11-26T19:21:32,711 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/default/test/b822535e5043d88c1778937c162bf16a/norep/6ef014dd4c964e33b061241a2a370d23, entries=1, sequenceid=10, filesize=5.0 K 2024-11-26T19:21:32,712 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b822535e5043d88c1778937c162bf16a in 893ms, sequenceid=10, compaction requested=false 2024-11-26T19:21:32,712 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/info/782627074e8d4ee39f679397b26c446e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T19:21:32,713 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/.tmp/ns/bc07042dc32c45d2b2a5ac91b1b9d5e3 as hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/ns/bc07042dc32c45d2b2a5ac91b1b9d5e3 2024-11-26T19:21:32,716 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/default/test/b822535e5043d88c1778937c162bf16a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T19:21:32,716 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:21:32,716 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:21:32,716 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732648880194.b822535e5043d88c1778937c162bf16a. 2024-11-26T19:21:32,716 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b822535e5043d88c1778937c162bf16a: Waiting for close lock at 1732648891819Running coprocessor pre-close hooks at 1732648891819Disabling compacts and flushes for region at 1732648891819Disabling writes for close at 1732648891819Obtaining lock to block concurrent updates at 1732648891819Preparing flush snapshotting stores in b822535e5043d88c1778937c162bf16a at 1732648891820 (+1 ms)Finished memstore snapshotting test,,1732648880194.b822535e5043d88c1778937c162bf16a., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732648891820Flushing stores of test,,1732648880194.b822535e5043d88c1778937c162bf16a. at 1732648891820Flushing b822535e5043d88c1778937c162bf16a/f: creating writer at 1732648891820Flushing b822535e5043d88c1778937c162bf16a/f: appending metadata at 1732648891835 (+15 ms)Flushing b822535e5043d88c1778937c162bf16a/f: closing flushed file at 1732648891835Flushing b822535e5043d88c1778937c162bf16a/f1: creating writer at 1732648892246 (+411 ms)Flushing b822535e5043d88c1778937c162bf16a/f1: appending metadata at 1732648892265 (+19 ms)Flushing b822535e5043d88c1778937c162bf16a/f1: closing flushed file at 1732648892265Flushing b822535e5043d88c1778937c162bf16a/norep: creating writer at 1732648892673 (+408 ms)Flushing b822535e5043d88c1778937c162bf16a/norep: appending metadata at 1732648892690 (+17 ms)Flushing b822535e5043d88c1778937c162bf16a/norep: closing flushed file at 1732648892690Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6621a08b: reopening flushed file at 1732648892698 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59d6065c: reopening flushed file at 1732648892702 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76e7464d: reopening flushed file at 1732648892707 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b822535e5043d88c1778937c162bf16a in 893ms, sequenceid=10, compaction requested=false at 1732648892712 (+5 ms)Writing region close event to WAL at 1732648892713 (+1 ms)Running coprocessor post-close hooks at 1732648892716 (+3 ms)Closed at 1732648892716 2024-11-26T19:21:32,716 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732648880194.b822535e5043d88c1778937c162bf16a. 2024-11-26T19:21:32,716 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e32a1b30f0b6db9aceb68232332d438, disabling compactions & flushes 2024-11-26T19:21:32,716 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438. 2024-11-26T19:21:32,716 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438. 2024-11-26T19:21:32,716 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438. after waiting 0 ms 2024-11-26T19:21:32,717 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438. 2024-11-26T19:21:32,717 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/ns/bc07042dc32c45d2b2a5ac91b1b9d5e3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T19:21:32,717 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e32a1b30f0b6db9aceb68232332d438: Waiting for close lock at 1732648892716Running coprocessor pre-close hooks at 1732648892716Disabling compacts and flushes for region at 1732648892716Disabling writes for close at 1732648892717 (+1 ms)Failed flush hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438., putting online again at 1732648892717 2024-11-26T19:21:32,717 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438. 2024-11-26T19:21:32,717 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/.tmp/rep_barrier/430c18af14f8426e957eb7afb4f421a6 as hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/rep_barrier/430c18af14f8426e957eb7afb4f421a6 2024-11-26T19:21:32,718 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 1191, reset compression=false 2024-11-26T19:21:32,722 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/rep_barrier/430c18af14f8426e957eb7afb4f421a6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T19:21:32,722 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/.tmp/table/47076d6f74f843ccbca18aa4c650855a as hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/table/47076d6f74f843ccbca18aa4c650855a 2024-11-26T19:21:32,726 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/table/47076d6f74f843ccbca18aa4c650855a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T19:21:32,726 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 906ms, sequenceid=16, compaction requested=false 2024-11-26T19:21:32,730 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T19:21:32,731 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:21:32,731 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:21:32,731 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:21:32,731 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648891820Running coprocessor pre-close hooks at 1732648891820Disabling compacts and flushes for region at 1732648891820Disabling writes for close at 1732648891820Obtaining lock to block concurrent updates at 1732648891820Preparing flush snapshotting stores in 1588230740 at 1732648891820Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732648891820Flushing stores of hbase:meta,,1.1588230740 at 1732648891821 (+1 ms)Flushing 1588230740/info: creating writer at 1732648891821Flushing 1588230740/info: appending metadata at 1732648891837 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732648891837Flushing 1588230740/ns: creating writer at 1732648891845 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732648891859 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732648891859Flushing 1588230740/rep_barrier: creating writer at 1732648891865 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732648891878 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732648891878Flushing 1588230740/table: creating writer at 1732648892285 (+407 ms)Flushing 1588230740/table: appending metadata at 1732648892301 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732648892301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7749d680: reopening flushed file at 1732648892708 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5669d128: reopening flushed file at 1732648892712 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@108b1c91: reopening flushed file at 1732648892717 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@659ff1b: reopening flushed file at 1732648892722 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 906ms, sequenceid=16, compaction requested=false at 1732648892726 (+4 ms)Writing region close event to WAL at 1732648892728 (+2 ms)Running coprocessor post-close hooks at 1732648892731 (+3 ms)Closed at 1732648892731 2024-11-26T19:21:32,731 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:21:32,754 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 1486, reset compression=false 2024-11-26T19:21:32,757 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:21:32,757 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 2130, reset compression=false 2024-11-26T19:21:32,821 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T19:21:32,821 DEBUG [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(1325): Online Regions={9e32a1b30f0b6db9aceb68232332d438=hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438.} 2024-11-26T19:21:32,821 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e32a1b30f0b6db9aceb68232332d438 2024-11-26T19:21:32,821 DEBUG [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(1351): Waiting on 9e32a1b30f0b6db9aceb68232332d438 2024-11-26T19:21:32,821 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e32a1b30f0b6db9aceb68232332d438, disabling compactions & flushes 2024-11-26T19:21:32,821 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438. 2024-11-26T19:21:32,821 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438. 2024-11-26T19:21:32,821 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438. after waiting 0 ms 2024-11-26T19:21:32,821 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438. 2024-11-26T19:21:32,821 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e32a1b30f0b6db9aceb68232332d438: Waiting for close lock at 1732648892821Running coprocessor pre-close hooks at 1732648892821Disabling compacts and flushes for region at 1732648892821Disabling writes for close at 1732648892821Failed flush hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438., putting online again at 1732648892821 2024-11-26T19:21:32,821 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732648883625.9e32a1b30f0b6db9aceb68232332d438. 2024-11-26T19:21:32,839 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 636, reset compression=false 2024-11-26T19:21:32,960 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.1732648874821 to pos 2130, reset compression=false 2024-11-26T19:21:33,021 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T19:21:33,021 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,36281,1732648872838; all regions closed. 2024-11-26T19:21:33,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741834_1010 (size=4239) 2024-11-26T19:21:33,023 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/WALs/fe76acf732b2,36281,1732648872838/fe76acf732b2%2C36281%2C1732648872838.meta.1732648875731.meta not finished, retry = 0 2024-11-26T19:21:33,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741839_1015 (size=1953) 2024-11-26T19:21:33,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741832_1008 (size=2138) 2024-11-26T19:21:33,128 DEBUG [RS:0;fe76acf732b2:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:33,128 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:21:33,129 INFO [RS:0;fe76acf732b2:36281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:21:33,129 INFO [RS:0;fe76acf732b2:36281 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T19:21:33,129 INFO [RS:0;fe76acf732b2:36281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:21:33,129 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:21:33,129 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fe76acf732b2,36281,1732648872838 because: Region server is closing 2024-11-26T19:21:33,130 INFO [RS:0;fe76acf732b2:36281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:36281. 2024-11-26T19:21:33,130 DEBUG [RS:0;fe76acf732b2:36281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:33,130 DEBUG [RS:0;fe76acf732b2:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:33,130 DEBUG [RS:0;fe76acf732b2:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:33,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:21:33,230 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.shipperfe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 terminated 2024-11-26T19:21:33,230 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,36281,1732648872838.replicationSource.wal-reader.fe76acf732b2%2C36281%2C1732648872838,1-fe76acf732b2,36281,1732648872838 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T19:21:33,230 INFO [RS:0;fe76acf732b2:36281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:36281. 2024-11-26T19:21:33,231 DEBUG [RS:0;fe76acf732b2:36281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:33,231 DEBUG [RS:0;fe76acf732b2:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:33,231 DEBUG [RS:0;fe76acf732b2:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:33,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:21:33,231 INFO [RS:0;fe76acf732b2:36281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36281 2024-11-26T19:21:33,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x10155b9734f0007, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1382674572/rs/fe76acf732b2,36281,1732648872838 2024-11-26T19:21:33,233 INFO [RS:0;fe76acf732b2:36281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:21:33,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572/rs 2024-11-26T19:21:33,234 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,36281,1732648872838] 2024-11-26T19:21:33,236 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1382674572/draining/fe76acf732b2,36281,1732648872838 already deleted, retry=false 2024-11-26T19:21:33,236 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,36281,1732648872838 expired; onlineServers=0 2024-11-26T19:21:33,236 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,45793,1732648872774' ***** 2024-11-26T19:21:33,236 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:21:33,236 INFO [M:0;fe76acf732b2:45793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:21:33,236 INFO [M:0;fe76acf732b2:45793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:21:33,236 DEBUG [M:0;fe76acf732b2:45793 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:21:33,236 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:21:33,236 DEBUG [M:0;fe76acf732b2:45793 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:21:33,236 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648874598 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648874598,5,FailOnTimeoutGroup] 2024-11-26T19:21:33,236 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648874598 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648874598,5,FailOnTimeoutGroup] 2024-11-26T19:21:33,236 INFO [M:0;fe76acf732b2:45793 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:21:33,237 INFO [M:0;fe76acf732b2:45793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:21:33,237 DEBUG [M:0;fe76acf732b2:45793 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:21:33,237 INFO [M:0;fe76acf732b2:45793 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:21:33,237 INFO [M:0;fe76acf732b2:45793 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:21:33,237 INFO [M:0;fe76acf732b2:45793 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:21:33,237 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:21:33,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1382674572/master 2024-11-26T19:21:33,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1382674572 2024-11-26T19:21:33,238 DEBUG [M:0;fe76acf732b2:45793 {}] zookeeper.ZKUtil(347): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Unable to get data of znode /2-1382674572/master because node does not exist (not an error) 2024-11-26T19:21:33,238 WARN [M:0;fe76acf732b2:45793 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T19:21:33,239 INFO [M:0;fe76acf732b2:45793 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/.lastflushedseqids 2024-11-26T19:21:33,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741847_1023 (size=245) 2024-11-26T19:21:33,243 INFO [M:0;fe76acf732b2:45793 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:21:33,244 INFO [M:0;fe76acf732b2:45793 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:21:33,244 DEBUG [M:0;fe76acf732b2:45793 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:21:33,244 INFO [M:0;fe76acf732b2:45793 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:33,244 DEBUG [M:0;fe76acf732b2:45793 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:33,244 DEBUG [M:0;fe76acf732b2:45793 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:21:33,244 DEBUG [M:0;fe76acf732b2:45793 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:33,244 INFO [M:0;fe76acf732b2:45793 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T19:21:33,259 DEBUG [M:0;fe76acf732b2:45793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54af7eca881046aabb3ea5a18b4a328a is 82, key is hbase:meta,,1/info:regioninfo/1732648875762/Put/seqid=0 2024-11-26T19:21:33,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741848_1024 (size=5672) 2024-11-26T19:21:33,330 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 1191, reset compression=false 2024-11-26T19:21:33,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x10155b9734f0007, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:21:33,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x10155b9734f0007, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:21:33,335 INFO [RS:0;fe76acf732b2:36281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:21:33,335 INFO [RS:0;fe76acf732b2:36281 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,36281,1732648872838; zookeeper connection closed. 2024-11-26T19:21:33,335 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77e87108 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77e87108 2024-11-26T19:21:33,335 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:21:33,662 INFO [M:0;fe76acf732b2:45793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54af7eca881046aabb3ea5a18b4a328a 2024-11-26T19:21:33,680 DEBUG [M:0;fe76acf732b2:45793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/325a7b7cdae44bc985f02b7d07487f9c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732648884791/Put/seqid=0 2024-11-26T19:21:33,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741849_1025 (size=8516) 2024-11-26T19:21:33,742 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 636, reset compression=false 2024-11-26T19:21:34,033 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 1191, reset compression=false 2024-11-26T19:21:34,083 INFO [M:0;fe76acf732b2:45793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/325a7b7cdae44bc985f02b7d07487f9c 2024-11-26T19:21:34,114 DEBUG [M:0;fe76acf732b2:45793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/30db402a16af422a8b348b4ef8cff4fb is 69, key is fe76acf732b2,36281,1732648872838/rs:state/1732648874678/Put/seqid=0 2024-11-26T19:21:34,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741850_1026 (size=5156) 2024-11-26T19:21:34,518 INFO [M:0;fe76acf732b2:45793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/30db402a16af422a8b348b4ef8cff4fb 2024-11-26T19:21:34,522 DEBUG [M:0;fe76acf732b2:45793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54af7eca881046aabb3ea5a18b4a328a as hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54af7eca881046aabb3ea5a18b4a328a 2024-11-26T19:21:34,525 INFO [M:0;fe76acf732b2:45793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54af7eca881046aabb3ea5a18b4a328a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T19:21:34,526 DEBUG [M:0;fe76acf732b2:45793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/325a7b7cdae44bc985f02b7d07487f9c as hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/325a7b7cdae44bc985f02b7d07487f9c 2024-11-26T19:21:34,529 INFO [M:0;fe76acf732b2:45793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/325a7b7cdae44bc985f02b7d07487f9c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T19:21:34,529 DEBUG [M:0;fe76acf732b2:45793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/30db402a16af422a8b348b4ef8cff4fb as hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/30db402a16af422a8b348b4ef8cff4fb 2024-11-26T19:21:34,532 INFO [M:0;fe76acf732b2:45793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/30db402a16af422a8b348b4ef8cff4fb, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T19:21:34,533 INFO [M:0;fe76acf732b2:45793 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-11-26T19:21:34,534 INFO [M:0;fe76acf732b2:45793 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:34,534 DEBUG [M:0;fe76acf732b2:45793 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648893244Disabling compacts and flushes for region at 1732648893244Disabling writes for close at 1732648893244Obtaining lock to block concurrent updates at 1732648893244Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648893244Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732648893244Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648893245 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648893245Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648893258 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648893258Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648893666 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648893679 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648893680 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648894087 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648894114 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648894114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28173707: reopening flushed file at 1732648894521 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16b54302: reopening flushed file at 1732648894525 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e49d3cf: reopening flushed file at 1732648894529 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1732648894533 (+4 ms)Writing region close event to WAL at 1732648894534 (+1 ms)Closed at 1732648894534 2024-11-26T19:21:34,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46881 is added to blk_1073741830_1006 (size=63654) 2024-11-26T19:21:34,536 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5052d5fe-4262-e2cb-5a0d-15ff6aa37f9f/MasterData/WALs/fe76acf732b2,45793,1732648872774/fe76acf732b2%2C45793%2C1732648872774.1732648874527 not finished, retry = 0 2024-11-26T19:21:34,637 INFO [M:0;fe76acf732b2:45793 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:21:34,637 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:21:34,637 INFO [M:0;fe76acf732b2:45793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45793 2024-11-26T19:21:34,639 INFO [M:0;fe76acf732b2:45793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:21:34,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:21:34,741 INFO [M:0;fe76acf732b2:45793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:21:34,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10155b9734f0006, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:21:34,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dbf1631{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:21:34,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@295b9918{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:21:34,744 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:21:34,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6222ff80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:21:34,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21be0beb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/hadoop.log.dir/,STOPPED} 2024-11-26T19:21:34,745 WARN [BP-2016981646-172.17.0.2-1732648871654 heartbeating to localhost/127.0.0.1:42395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:21:34,745 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:21:34,745 WARN [BP-2016981646-172.17.0.2-1732648871654 heartbeating to localhost/127.0.0.1:42395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2016981646-172.17.0.2-1732648871654 (Datanode Uuid b5d5bc3a-64f7-4273-a823-0759acbfa6d9) service to localhost/127.0.0.1:42395 2024-11-26T19:21:34,745 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:21:34,746 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 636, reset compression=false 2024-11-26T19:21:34,746 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:21:34,748 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T19:21:34,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/cluster_04f6aaaf-9e57-26e1-4e92-d097ef7c1da9/data/data2/current/BP-2016981646-172.17.0.2-1732648871654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:21:34,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/cluster_04f6aaaf-9e57-26e1-4e92-d097ef7c1da9/data/data1/current/BP-2016981646-172.17.0.2-1732648871654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:21:34,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b42c903{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:21:34,754 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fbcd250{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:21:34,754 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:21:34,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2af24495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:21:34,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b48c275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/hadoop.log.dir/,STOPPED} 2024-11-26T19:21:34,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T19:21:34,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T19:21:34,769 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:21:34,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:34,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:34,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:34,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:21:34,770 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:21:34,770 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1452257112, stopped=false 2024-11-26T19:21:34,770 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,39307,1732648869152 2024-11-26T19:21:34,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1850128830/running 2024-11-26T19:21:34,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10155b9734f0004, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1850128830/running 2024-11-26T19:21:34,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830 2024-11-26T19:21:34,771 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:21:34,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10155b9734f0004, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830 2024-11-26T19:21:34,772 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:21:34,772 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:34,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:34,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38847-0x10155b9734f0004, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Set watcher on znode that does not yet exist, /1-1850128830/running 2024-11-26T19:21:34,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Set watcher on znode that does not yet exist, /1-1850128830/running 2024-11-26T19:21:34,772 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,38847,1732648869249' ***** 2024-11-26T19:21:34,772 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:21:34,773 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:21:34,773 INFO [RS:0;fe76acf732b2:38847 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:21:34,773 INFO [RS:0;fe76acf732b2:38847 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:21:34,773 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:21:34,774 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ba0f8a4adb69e982e0e7aea1bd6ec28 2024-11-26T19:21:34,774 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(3091): Received CLOSE for edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:34,774 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,38847,1732648869249 2024-11-26T19:21:34,774 INFO [RS:0;fe76acf732b2:38847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:21:34,774 INFO [RS:0;fe76acf732b2:38847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:38847. 2024-11-26T19:21:34,774 DEBUG [RS:0;fe76acf732b2:38847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:34,774 DEBUG [RS:0;fe76acf732b2:38847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:34,774 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ba0f8a4adb69e982e0e7aea1bd6ec28, disabling compactions & flushes 2024-11-26T19:21:34,774 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28. 2024-11-26T19:21:34,774 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28. 2024-11-26T19:21:34,774 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:21:34,774 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28. after waiting 0 ms 2024-11-26T19:21:34,774 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:21:34,774 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28. 2024-11-26T19:21:34,774 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:21:34,774 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:21:34,774 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1ba0f8a4adb69e982e0e7aea1bd6ec28 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-26T19:21:34,774 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T19:21:34,774 DEBUG [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1ba0f8a4adb69e982e0e7aea1bd6ec28=test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28., edadfa60dba241a8087470fad95ed911=hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911.} 2024-11-26T19:21:34,774 DEBUG [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ba0f8a4adb69e982e0e7aea1bd6ec28, edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:34,775 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:21:34,775 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:21:34,775 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:21:34,775 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:21:34,775 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:21:34,775 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T19:21:34,793 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/.tmp/info/7a1b20d1346740f9a6bcdd6957fbc088 is 147, key is hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911./info:regioninfo/1732648883359/Put/seqid=0 2024-11-26T19:21:34,793 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/default/test/1ba0f8a4adb69e982e0e7aea1bd6ec28/.tmp/f/ba540a5ed8ff4073a3e7aca1f458b20c is 29, key is row1/f:/1732648889800/DeleteFamily/seqid=0 2024-11-26T19:21:34,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741840_1016 (size=7686) 2024-11-26T19:21:34,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741841_1017 (size=5152) 2024-11-26T19:21:34,837 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 1191, reset compression=false 2024-11-26T19:21:34,841 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:21:34,841 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 1438, reset compression=false 2024-11-26T19:21:34,841 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.shipperfe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,38847,1732648869249 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:21:34,842 ERROR [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.shipperfe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fe76acf732b2,38847,1732648869249: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fe76acf732b2,38847,1732648869249, walGroup=fe76acf732b2%2C38847%2C1732648869249, offset=fe76acf732b2%2C38847%2C1732648869249.1732648870501:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:38847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T19:21:34,843 ERROR [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.shipperfe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T19:21:34,843 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.shipperfe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T19:21:34,844 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.shipperfe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T19:21:34,844 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.shipperfe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T19:21:34,844 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.shipperfe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T19:21:34,845 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.shipperfe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 884827136 }, "NonHeapMemoryUsage": { "committed": 205389824, "init": 7667712, "max": -1, "used": 201712192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T19:21:34,845 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.shipperfe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:39307 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:39307 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T19:21:34,866 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:21:34,975 DEBUG [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ba0f8a4adb69e982e0e7aea1bd6ec28, edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:35,044 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 1438, reset compression=false 2024-11-26T19:21:35,175 DEBUG [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ba0f8a4adb69e982e0e7aea1bd6ec28, edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:35,197 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/.tmp/info/7a1b20d1346740f9a6bcdd6957fbc088 2024-11-26T19:21:35,197 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/default/test/1ba0f8a4adb69e982e0e7aea1bd6ec28/.tmp/f/ba540a5ed8ff4073a3e7aca1f458b20c 2024-11-26T19:21:35,201 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba540a5ed8ff4073a3e7aca1f458b20c 2024-11-26T19:21:35,220 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/default/test/1ba0f8a4adb69e982e0e7aea1bd6ec28/.tmp/f1/4eff4ce7dc3747278c13f4486024330b is 30, key is row1/f1:/1732648889800/DeleteFamily/seqid=0 2024-11-26T19:21:35,221 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/.tmp/ns/b1836616eb1040219ed19344b2b6116d is 43, key is default/ns:d/1732648871436/Put/seqid=0 2024-11-26T19:21:35,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741842_1018 (size=5158) 2024-11-26T19:21:35,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741843_1019 (size=5153) 2024-11-26T19:21:35,345 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:21:35,345 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:21:35,347 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 1438, reset compression=false 2024-11-26T19:21:35,375 DEBUG [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ba0f8a4adb69e982e0e7aea1bd6ec28, edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:35,575 DEBUG [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ba0f8a4adb69e982e0e7aea1bd6ec28, edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:35,624 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/default/test/1ba0f8a4adb69e982e0e7aea1bd6ec28/.tmp/f1/4eff4ce7dc3747278c13f4486024330b 2024-11-26T19:21:35,625 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/.tmp/ns/b1836616eb1040219ed19344b2b6116d 2024-11-26T19:21:35,628 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4eff4ce7dc3747278c13f4486024330b 2024-11-26T19:21:35,642 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/.tmp/rep_barrier/e405e806250546ec98b9580e6e1f4647 is 112, key is test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28./rep_barrier:seqnumDuringOpen/1732648879191/Put/seqid=0 2024-11-26T19:21:35,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741844_1020 (size=5518) 2024-11-26T19:21:35,645 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/default/test/1ba0f8a4adb69e982e0e7aea1bd6ec28/.tmp/norep/d6054883c5a74f98a7ba290a54ffb4d4 is 33, key is row1/norep:/1732648889800/DeleteFamily/seqid=0 2024-11-26T19:21:35,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741845_1021 (size=5108) 2024-11-26T19:21:35,750 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 1438, reset compression=false 2024-11-26T19:21:35,775 DEBUG [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ba0f8a4adb69e982e0e7aea1bd6ec28, edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:35,853 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 636, reset compression=false 2024-11-26T19:21:35,975 DEBUG [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ba0f8a4adb69e982e0e7aea1bd6ec28, edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:36,046 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/.tmp/rep_barrier/e405e806250546ec98b9580e6e1f4647 2024-11-26T19:21:36,049 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/default/test/1ba0f8a4adb69e982e0e7aea1bd6ec28/.tmp/norep/d6054883c5a74f98a7ba290a54ffb4d4 2024-11-26T19:21:36,052 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6054883c5a74f98a7ba290a54ffb4d4 2024-11-26T19:21:36,053 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/default/test/1ba0f8a4adb69e982e0e7aea1bd6ec28/.tmp/f/ba540a5ed8ff4073a3e7aca1f458b20c as hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/default/test/1ba0f8a4adb69e982e0e7aea1bd6ec28/f/ba540a5ed8ff4073a3e7aca1f458b20c 2024-11-26T19:21:36,056 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba540a5ed8ff4073a3e7aca1f458b20c 2024-11-26T19:21:36,056 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/default/test/1ba0f8a4adb69e982e0e7aea1bd6ec28/f/ba540a5ed8ff4073a3e7aca1f458b20c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T19:21:36,057 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/default/test/1ba0f8a4adb69e982e0e7aea1bd6ec28/.tmp/f1/4eff4ce7dc3747278c13f4486024330b as hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/default/test/1ba0f8a4adb69e982e0e7aea1bd6ec28/f1/4eff4ce7dc3747278c13f4486024330b 2024-11-26T19:21:36,060 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4eff4ce7dc3747278c13f4486024330b 2024-11-26T19:21:36,060 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/default/test/1ba0f8a4adb69e982e0e7aea1bd6ec28/f1/4eff4ce7dc3747278c13f4486024330b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T19:21:36,061 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/default/test/1ba0f8a4adb69e982e0e7aea1bd6ec28/.tmp/norep/d6054883c5a74f98a7ba290a54ffb4d4 as hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/default/test/1ba0f8a4adb69e982e0e7aea1bd6ec28/norep/d6054883c5a74f98a7ba290a54ffb4d4 2024-11-26T19:21:36,065 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6054883c5a74f98a7ba290a54ffb4d4 2024-11-26T19:21:36,065 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/default/test/1ba0f8a4adb69e982e0e7aea1bd6ec28/norep/d6054883c5a74f98a7ba290a54ffb4d4, entries=1, sequenceid=10, filesize=5.0 K 2024-11-26T19:21:36,066 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1ba0f8a4adb69e982e0e7aea1bd6ec28 in 1292ms, sequenceid=10, compaction requested=false 2024-11-26T19:21:36,066 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/.tmp/table/448bf3a476184604abb0cf31b50e3d3e is 53, key is hbase:replication/table:state/1732648883365/Put/seqid=0 2024-11-26T19:21:36,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741846_1022 (size=5308) 2024-11-26T19:21:36,069 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/.tmp/table/448bf3a476184604abb0cf31b50e3d3e 2024-11-26T19:21:36,070 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/default/test/1ba0f8a4adb69e982e0e7aea1bd6ec28/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T19:21:36,071 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:21:36,071 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:21:36,071 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28. 2024-11-26T19:21:36,071 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ba0f8a4adb69e982e0e7aea1bd6ec28: Waiting for close lock at 1732648894774Running coprocessor pre-close hooks at 1732648894774Disabling compacts and flushes for region at 1732648894774Disabling writes for close at 1732648894774Obtaining lock to block concurrent updates at 1732648894774Preparing flush snapshotting stores in 1ba0f8a4adb69e982e0e7aea1bd6ec28 at 1732648894774Finished memstore snapshotting test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732648894775 (+1 ms)Flushing stores of test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28. at 1732648894775Flushing 1ba0f8a4adb69e982e0e7aea1bd6ec28/f: creating writer at 1732648894775Flushing 1ba0f8a4adb69e982e0e7aea1bd6ec28/f: appending metadata at 1732648894793 (+18 ms)Flushing 1ba0f8a4adb69e982e0e7aea1bd6ec28/f: closing flushed file at 1732648894793Flushing 1ba0f8a4adb69e982e0e7aea1bd6ec28/f1: creating writer at 1732648895201 (+408 ms)Flushing 1ba0f8a4adb69e982e0e7aea1bd6ec28/f1: appending metadata at 1732648895219 (+18 ms)Flushing 1ba0f8a4adb69e982e0e7aea1bd6ec28/f1: closing flushed file at 1732648895219Flushing 1ba0f8a4adb69e982e0e7aea1bd6ec28/norep: creating writer at 1732648895628 (+409 ms)Flushing 1ba0f8a4adb69e982e0e7aea1bd6ec28/norep: appending metadata at 1732648895644 (+16 ms)Flushing 1ba0f8a4adb69e982e0e7aea1bd6ec28/norep: closing flushed file at 1732648895644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f8deb6b: reopening flushed file at 1732648896052 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12af92c8: reopening flushed file at 1732648896056 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dcef1db: reopening flushed file at 1732648896061 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1ba0f8a4adb69e982e0e7aea1bd6ec28 in 1292ms, sequenceid=10, compaction requested=false at 1732648896066 (+5 ms)Writing region close event to WAL at 1732648896067 (+1 ms)Running coprocessor post-close hooks at 1732648896071 (+4 ms)Closed at 1732648896071 2024-11-26T19:21:36,071 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732648878045.1ba0f8a4adb69e982e0e7aea1bd6ec28. 2024-11-26T19:21:36,071 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing edadfa60dba241a8087470fad95ed911, disabling compactions & flushes 2024-11-26T19:21:36,071 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911. 2024-11-26T19:21:36,071 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911. 2024-11-26T19:21:36,071 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911. after waiting 0 ms 2024-11-26T19:21:36,071 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911. 2024-11-26T19:21:36,071 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for edadfa60dba241a8087470fad95ed911: Waiting for close lock at 1732648896071Running coprocessor pre-close hooks at 1732648896071Disabling compacts and flushes for region at 1732648896071Disabling writes for close at 1732648896071Failed flush hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911., putting online again at 1732648896071 2024-11-26T19:21:36,072 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911. 2024-11-26T19:21:36,073 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/.tmp/info/7a1b20d1346740f9a6bcdd6957fbc088 as hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/info/7a1b20d1346740f9a6bcdd6957fbc088 2024-11-26T19:21:36,076 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/info/7a1b20d1346740f9a6bcdd6957fbc088, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T19:21:36,077 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/.tmp/ns/b1836616eb1040219ed19344b2b6116d as hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/ns/b1836616eb1040219ed19344b2b6116d 2024-11-26T19:21:36,080 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/ns/b1836616eb1040219ed19344b2b6116d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T19:21:36,080 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/.tmp/rep_barrier/e405e806250546ec98b9580e6e1f4647 as hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/rep_barrier/e405e806250546ec98b9580e6e1f4647 2024-11-26T19:21:36,083 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/rep_barrier/e405e806250546ec98b9580e6e1f4647, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T19:21:36,084 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/.tmp/table/448bf3a476184604abb0cf31b50e3d3e as hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/table/448bf3a476184604abb0cf31b50e3d3e 2024-11-26T19:21:36,087 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/table/448bf3a476184604abb0cf31b50e3d3e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T19:21:36,087 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false 2024-11-26T19:21:36,091 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T19:21:36,091 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:21:36,091 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:21:36,091 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:21:36,091 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648894774Running coprocessor pre-close hooks at 1732648894774Disabling compacts and flushes for region at 1732648894774Disabling writes for close at 1732648894775 (+1 ms)Obtaining lock to block concurrent updates at 1732648894775Preparing flush snapshotting stores in 1588230740 at 1732648894775Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732648894775Flushing stores of hbase:meta,,1.1588230740 at 1732648894775Flushing 1588230740/info: creating writer at 1732648894775Flushing 1588230740/info: appending metadata at 1732648894792 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732648894792Flushing 1588230740/ns: creating writer at 1732648895201 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732648895221 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732648895221Flushing 1588230740/rep_barrier: creating writer at 1732648895628 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732648895641 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732648895642 (+1 ms)Flushing 1588230740/table: creating writer at 1732648896050 (+408 ms)Flushing 1588230740/table: appending metadata at 1732648896065 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732648896065Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e095d53: reopening flushed file at 1732648896072 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e5d1fd0: reopening flushed file at 1732648896076 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7479b274: reopening flushed file at 1732648896080 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f743043: reopening flushed file at 1732648896083 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false at 1732648896087 (+4 ms)Writing region close event to WAL at 1732648896088 (+1 ms)Running coprocessor post-close hooks at 1732648896091 (+3 ms)Closed at 1732648896091 2024-11-26T19:21:36,091 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:21:36,176 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T19:21:36,176 DEBUG [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(1325): Online Regions={edadfa60dba241a8087470fad95ed911=hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911.} 2024-11-26T19:21:36,176 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(3091): Received CLOSE for edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:36,176 DEBUG [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(1351): Waiting on edadfa60dba241a8087470fad95ed911 2024-11-26T19:21:36,176 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing edadfa60dba241a8087470fad95ed911, disabling compactions & flushes 2024-11-26T19:21:36,176 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911. 2024-11-26T19:21:36,176 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911. 2024-11-26T19:21:36,176 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911. after waiting 0 ms 2024-11-26T19:21:36,176 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911. 2024-11-26T19:21:36,176 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for edadfa60dba241a8087470fad95ed911: Waiting for close lock at 1732648896176Running coprocessor pre-close hooks at 1732648896176Disabling compacts and flushes for region at 1732648896176Disabling writes for close at 1732648896176Failed flush hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911., putting online again at 1732648896176 2024-11-26T19:21:36,176 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732648882986.edadfa60dba241a8087470fad95ed911. 2024-11-26T19:21:36,253 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 1438, reset compression=false 2024-11-26T19:21:36,257 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:21:36,257 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.wal-reader.fe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/WALs/fe76acf732b2,38847,1732648869249/fe76acf732b2%2C38847%2C1732648869249.1732648870501 to pos 2082, reset compression=false 2024-11-26T19:21:36,376 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T19:21:36,376 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,38847,1732648869249; all regions closed. 2024-11-26T19:21:36,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741834_1010 (size=4239) 2024-11-26T19:21:36,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741839_1015 (size=2171) 2024-11-26T19:21:36,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741832_1008 (size=2090) 2024-11-26T19:21:36,384 DEBUG [RS:0;fe76acf732b2:38847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:36,384 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:21:36,385 INFO [RS:0;fe76acf732b2:38847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:21:36,385 INFO [RS:0;fe76acf732b2:38847 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T19:21:36,385 INFO [RS:0;fe76acf732b2:38847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:21:36,385 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:21:36,385 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fe76acf732b2,38847,1732648869249 because: Region server is closing 2024-11-26T19:21:36,385 INFO [RS:0;fe76acf732b2:38847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:38847. 2024-11-26T19:21:36,385 DEBUG [RS:0;fe76acf732b2:38847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:36,385 DEBUG [RS:0;fe76acf732b2:38847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:36,386 DEBUG [RS:0;fe76acf732b2:38847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:36,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:21:36,486 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,38847,1732648869249.replicationSource.shipperfe76acf732b2%2C38847%2C1732648869249,1-fe76acf732b2,38847,1732648869249 terminated 2024-11-26T19:21:36,486 INFO [RS:0;fe76acf732b2:38847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:38847. 2024-11-26T19:21:36,486 DEBUG [RS:0;fe76acf732b2:38847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:36,486 DEBUG [RS:0;fe76acf732b2:38847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:36,486 DEBUG [RS:0;fe76acf732b2:38847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:36,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:21:36,486 INFO [RS:0;fe76acf732b2:38847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38847 2024-11-26T19:21:36,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830/rs 2024-11-26T19:21:36,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10155b9734f0004, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1850128830/rs/fe76acf732b2,38847,1732648869249 2024-11-26T19:21:36,492 INFO [RS:0;fe76acf732b2:38847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:21:36,493 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,38847,1732648869249] 2024-11-26T19:21:36,494 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1850128830/draining/fe76acf732b2,38847,1732648869249 already deleted, retry=false 2024-11-26T19:21:36,495 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,38847,1732648869249 expired; onlineServers=0 2024-11-26T19:21:36,495 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,39307,1732648869152' ***** 2024-11-26T19:21:36,495 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:21:36,495 INFO [M:0;fe76acf732b2:39307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:21:36,495 INFO [M:0;fe76acf732b2:39307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:21:36,495 DEBUG [M:0;fe76acf732b2:39307 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:21:36,495 DEBUG [M:0;fe76acf732b2:39307 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:21:36,495 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:21:36,495 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648870208 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648870208,5,FailOnTimeoutGroup] 2024-11-26T19:21:36,495 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648870208 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648870208,5,FailOnTimeoutGroup] 2024-11-26T19:21:36,495 INFO [M:0;fe76acf732b2:39307 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:21:36,495 INFO [M:0;fe76acf732b2:39307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:21:36,495 DEBUG [M:0;fe76acf732b2:39307 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:21:36,495 INFO [M:0;fe76acf732b2:39307 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:21:36,495 INFO [M:0;fe76acf732b2:39307 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:21:36,496 INFO [M:0;fe76acf732b2:39307 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:21:36,496 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:21:36,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1850128830/master 2024-11-26T19:21:36,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1850128830 2024-11-26T19:21:36,496 DEBUG [M:0;fe76acf732b2:39307 {}] zookeeper.ZKUtil(347): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Unable to get data of znode /1-1850128830/master because node does not exist (not an error) 2024-11-26T19:21:36,496 WARN [M:0;fe76acf732b2:39307 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T19:21:36,497 INFO [M:0;fe76acf732b2:39307 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/.lastflushedseqids 2024-11-26T19:21:36,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741847_1023 (size=245) 2024-11-26T19:21:36,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10155b9734f0004, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:21:36,594 INFO [RS:0;fe76acf732b2:38847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:21:36,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10155b9734f0004, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:21:36,594 INFO [RS:0;fe76acf732b2:38847 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,38847,1732648869249; zookeeper connection closed. 2024-11-26T19:21:36,594 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@677ae07f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@677ae07f 2024-11-26T19:21:36,594 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:21:36,902 INFO [M:0;fe76acf732b2:39307 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:21:36,902 INFO [M:0;fe76acf732b2:39307 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:21:36,902 DEBUG [M:0;fe76acf732b2:39307 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:21:36,902 INFO [M:0;fe76acf732b2:39307 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:36,902 DEBUG [M:0;fe76acf732b2:39307 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:36,902 DEBUG [M:0;fe76acf732b2:39307 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:21:36,902 DEBUG [M:0;fe76acf732b2:39307 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:36,902 INFO [M:0;fe76acf732b2:39307 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-26T19:21:36,917 DEBUG [M:0;fe76acf732b2:39307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f87c7f87d45d4af993ecdb20900a6db4 is 82, key is hbase:meta,,1/info:regioninfo/1732648871427/Put/seqid=0 2024-11-26T19:21:36,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741848_1024 (size=5672) 2024-11-26T19:21:36,920 INFO [M:0;fe76acf732b2:39307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f87c7f87d45d4af993ecdb20900a6db4 2024-11-26T19:21:36,940 DEBUG [M:0;fe76acf732b2:39307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5aec9c42130e41c889a49f41d4d9678c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732648883367/Put/seqid=0 2024-11-26T19:21:36,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741849_1025 (size=8515) 2024-11-26T19:21:37,056 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 636, reset compression=false 2024-11-26T19:21:37,344 INFO [M:0;fe76acf732b2:39307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5aec9c42130e41c889a49f41d4d9678c 2024-11-26T19:21:37,362 DEBUG [M:0;fe76acf732b2:39307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49c7ce78895e430294002cd2e0e03c56 is 69, key is fe76acf732b2,38847,1732648869249/rs:state/1732648870294/Put/seqid=0 2024-11-26T19:21:37,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741850_1026 (size=5156) 2024-11-26T19:21:37,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:37,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:37,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:37,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:37,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:37,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:37,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:37,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:37,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:37,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:37,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:37,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:37,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:37,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:37,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:37,765 INFO [M:0;fe76acf732b2:39307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49c7ce78895e430294002cd2e0e03c56 2024-11-26T19:21:37,769 DEBUG [M:0;fe76acf732b2:39307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f87c7f87d45d4af993ecdb20900a6db4 as hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f87c7f87d45d4af993ecdb20900a6db4 2024-11-26T19:21:37,773 INFO [M:0;fe76acf732b2:39307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f87c7f87d45d4af993ecdb20900a6db4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T19:21:37,773 DEBUG [M:0;fe76acf732b2:39307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5aec9c42130e41c889a49f41d4d9678c as hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5aec9c42130e41c889a49f41d4d9678c 2024-11-26T19:21:37,777 INFO [M:0;fe76acf732b2:39307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5aec9c42130e41c889a49f41d4d9678c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T19:21:37,777 DEBUG [M:0;fe76acf732b2:39307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49c7ce78895e430294002cd2e0e03c56 as hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49c7ce78895e430294002cd2e0e03c56 2024-11-26T19:21:37,780 INFO [M:0;fe76acf732b2:39307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37027/user/jenkins/test-data/5185ddea-5745-8119-31a4-ebeaee3b6b7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49c7ce78895e430294002cd2e0e03c56, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T19:21:37,781 INFO [M:0;fe76acf732b2:39307 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=97, compaction requested=false 2024-11-26T19:21:37,785 INFO [M:0;fe76acf732b2:39307 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:37,785 DEBUG [M:0;fe76acf732b2:39307 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648896902Disabling compacts and flushes for region at 1732648896902Disabling writes for close at 1732648896902Obtaining lock to block concurrent updates at 1732648896902Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648896902Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732648896902Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648896903 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648896903Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648896917 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648896917Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648896924 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648896940 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648896940Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648897348 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648897361 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648897361Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7efe6ac8: reopening flushed file at 1732648897769 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1249ed3e: reopening flushed file at 1732648897773 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ebaa0: reopening flushed file at 1732648897777 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=97, compaction requested=false at 1732648897781 (+4 ms)Writing region close event to WAL at 1732648897785 (+4 ms)Closed at 1732648897785 2024-11-26T19:21:37,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741830_1006 (size=63642) 2024-11-26T19:21:37,788 INFO [M:0;fe76acf732b2:39307 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:21:37,788 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:21:37,788 INFO [M:0;fe76acf732b2:39307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39307 2024-11-26T19:21:37,788 INFO [M:0;fe76acf732b2:39307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:21:37,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:21:37,891 INFO [M:0;fe76acf732b2:39307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:21:37,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x10155b9734f0003, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:21:37,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@406f587c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:21:37,895 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65bcba49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:21:37,895 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:21:37,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7af07dc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:21:37,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d81422{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/hadoop.log.dir/,STOPPED} 2024-11-26T19:21:37,897 WARN [BP-1655302808-172.17.0.2-1732648867991 heartbeating to localhost/127.0.0.1:37027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:21:37,897 WARN [BP-1655302808-172.17.0.2-1732648867991 heartbeating to localhost/127.0.0.1:37027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1655302808-172.17.0.2-1732648867991 (Datanode Uuid 86e6874a-9d96-4303-aa3b-b10631a7eee8) service to localhost/127.0.0.1:37027 2024-11-26T19:21:37,897 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:21:37,897 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:21:37,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/cluster_b7a38ac2-09a6-ffe4-75ba-83a02c6a516f/data/data1/current/BP-1655302808-172.17.0.2-1732648867991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:21:37,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/cluster_b7a38ac2-09a6-ffe4-75ba-83a02c6a516f/data/data2/current/BP-1655302808-172.17.0.2-1732648867991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:21:37,898 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:21:37,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20490946{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:21:37,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cb05dc5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:21:37,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:21:37,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@212d6290{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:21:37,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@594ad742{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6291c177-1a09-bd4e-242d-cf11eb686830/hadoop.log.dir/,STOPPED} 2024-11-26T19:21:37,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T19:21:37,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T19:21:37,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:21:37,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:37,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:37,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:37,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:21:37,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:21:37,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=529120585, stopped=false 2024-11-26T19:21:37,921 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,36311,1732648865164 2024-11-26T19:21:37,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1993239763/running 2024-11-26T19:21:37,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33735-0x10155b9734f0001, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1993239763/running 2024-11-26T19:21:37,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33735-0x10155b9734f0001, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763 2024-11-26T19:21:37,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763 2024-11-26T19:21:37,923 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:21:37,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:21:37,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:37,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:37,924 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,33735,1732648865303' ***** 2024-11-26T19:21:37,924 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:21:37,924 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:21:37,924 INFO [RS:0;fe76acf732b2:33735 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:21:37,924 INFO [RS:0;fe76acf732b2:33735 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:21:37,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33735-0x10155b9734f0001, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Set watcher on znode that does not yet exist, /0-1993239763/running 2024-11-26T19:21:37,924 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:21:37,925 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a757634fcedced51456920ed177b744 2024-11-26T19:21:37,925 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(3091): Received CLOSE for 68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:37,925 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,33735,1732648865303 2024-11-26T19:21:37,925 INFO [RS:0;fe76acf732b2:33735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:21:37,925 INFO [RS:0;fe76acf732b2:33735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:33735. 2024-11-26T19:21:37,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Set watcher on znode that does not yet exist, /0-1993239763/running 2024-11-26T19:21:37,925 DEBUG [RS:0;fe76acf732b2:33735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:37,925 DEBUG [RS:0;fe76acf732b2:33735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:37,925 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:21:37,925 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:21:37,925 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a757634fcedced51456920ed177b744, disabling compactions & flushes 2024-11-26T19:21:37,925 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:21:37,925 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732648875892.0a757634fcedced51456920ed177b744. 2024-11-26T19:21:37,925 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:21:37,925 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648875892.0a757634fcedced51456920ed177b744. 2024-11-26T19:21:37,925 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732648875892.0a757634fcedced51456920ed177b744. after waiting 0 ms 2024-11-26T19:21:37,925 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732648875892.0a757634fcedced51456920ed177b744. 2024-11-26T19:21:37,925 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0a757634fcedced51456920ed177b744 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-26T19:21:37,926 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T19:21:37,926 DEBUG [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(1325): Online Regions={0a757634fcedced51456920ed177b744=test,,1732648875892.0a757634fcedced51456920ed177b744., 1588230740=hbase:meta,,1.1588230740, 68422d89bebb0187006c5277d43ed48a=hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a.} 2024-11-26T19:21:37,926 DEBUG [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(1351): Waiting on 0a757634fcedced51456920ed177b744, 1588230740, 68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:37,926 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:21:37,926 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:21:37,926 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:21:37,926 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:21:37,926 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:21:37,926 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T19:21:37,945 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/default/test/0a757634fcedced51456920ed177b744/.tmp/f/cc815a01ed4f42248431bfdb026dbb17 is 28, key is row/f:/1732648888796/DeleteFamily/seqid=0 2024-11-26T19:21:37,947 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/.tmp/info/bcca321765d74401ae809b375503eb9f is 147, key is hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a./info:regioninfo/1732648882009/Put/seqid=0 2024-11-26T19:21:37,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741840_1016 (size=5085) 2024-11-26T19:21:37,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741841_1017 (size=7686) 2024-11-26T19:21:38,001 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:21:38,126 DEBUG [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(1351): Waiting on 0a757634fcedced51456920ed177b744, 1588230740, 68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:38,282 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:21:38,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:38,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:38,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:38,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:38,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:38,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:38,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:38,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:38,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:38,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:38,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:38,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:38,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:38,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:38,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:38,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:38,320 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:21:38,320 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:21:38,326 DEBUG [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(1351): Waiting on 0a757634fcedced51456920ed177b744, 1588230740, 68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:38,350 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/default/test/0a757634fcedced51456920ed177b744/.tmp/f/cc815a01ed4f42248431bfdb026dbb17 2024-11-26T19:21:38,354 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/.tmp/info/bcca321765d74401ae809b375503eb9f 2024-11-26T19:21:38,354 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc815a01ed4f42248431bfdb026dbb17 2024-11-26T19:21:38,360 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 636, reset compression=false 2024-11-26T19:21:38,366 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:21:38,366 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 883, reset compression=false 2024-11-26T19:21:38,366 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.shipperfe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,33735,1732648865303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:21:38,367 ERROR [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.shipperfe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fe76acf732b2,33735,1732648865303: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fe76acf732b2,33735,1732648865303, walGroup=fe76acf732b2%2C33735%2C1732648865303, offset=fe76acf732b2%2C33735%2C1732648865303.1732648867400:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:33735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T19:21:38,368 ERROR [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.shipperfe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T19:21:38,368 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.shipperfe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T19:21:38,368 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.shipperfe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T19:21:38,368 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.shipperfe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T19:21:38,368 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.shipperfe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T19:21:38,368 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.shipperfe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 985490432 }, "NonHeapMemoryUsage": { "committed": 205651968, "init": 7667712, "max": -1, "used": 202288440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T19:21:38,369 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.shipperfe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:36311 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:36311 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T19:21:38,372 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/default/test/0a757634fcedced51456920ed177b744/.tmp/f1/8e23654ebbd843d6ab1e556f817a5965 is 29, key is row/f1:/1732648888796/DeleteFamily/seqid=0 2024-11-26T19:21:38,373 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/.tmp/ns/b10aa9f50b7343dfa770482149f388b8 is 43, key is default/ns:d/1732648867842/Put/seqid=0 2024-11-26T19:21:38,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741843_1019 (size=5153) 2024-11-26T19:21:38,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741842_1018 (size=5089) 2024-11-26T19:21:38,526 DEBUG [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(1351): Waiting on 0a757634fcedced51456920ed177b744, 1588230740, 68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:38,569 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 883, reset compression=false 2024-11-26T19:21:38,726 DEBUG [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(1351): Waiting on 0a757634fcedced51456920ed177b744, 1588230740, 68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:38,776 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/.tmp/ns/b10aa9f50b7343dfa770482149f388b8 2024-11-26T19:21:38,777 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/default/test/0a757634fcedced51456920ed177b744/.tmp/f1/8e23654ebbd843d6ab1e556f817a5965 2024-11-26T19:21:38,780 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e23654ebbd843d6ab1e556f817a5965 2024-11-26T19:21:38,799 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/.tmp/rep_barrier/6a115af54c224930a7a1ecda72ce7136 is 112, key is test,,1732648875892.0a757634fcedced51456920ed177b744./rep_barrier:seqnumDuringOpen/1732648877038/Put/seqid=0 2024-11-26T19:21:38,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741844_1020 (size=5518) 2024-11-26T19:21:38,802 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/default/test/0a757634fcedced51456920ed177b744/.tmp/norep/5c0ecc5808a842ecbb44ae87f4591658 is 32, key is row/norep:/1732648888796/DeleteFamily/seqid=0 2024-11-26T19:21:38,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741845_1021 (size=5101) 2024-11-26T19:21:38,873 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 883, reset compression=false 2024-11-26T19:21:38,927 DEBUG [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(1351): Waiting on 0a757634fcedced51456920ed177b744, 1588230740, 68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:39,127 DEBUG [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(1351): Waiting on 0a757634fcedced51456920ed177b744, 1588230740, 68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:39,202 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/.tmp/rep_barrier/6a115af54c224930a7a1ecda72ce7136 2024-11-26T19:21:39,205 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/default/test/0a757634fcedced51456920ed177b744/.tmp/norep/5c0ecc5808a842ecbb44ae87f4591658 2024-11-26T19:21:39,209 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c0ecc5808a842ecbb44ae87f4591658 2024-11-26T19:21:39,209 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/default/test/0a757634fcedced51456920ed177b744/.tmp/f/cc815a01ed4f42248431bfdb026dbb17 as hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/default/test/0a757634fcedced51456920ed177b744/f/cc815a01ed4f42248431bfdb026dbb17 2024-11-26T19:21:39,214 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc815a01ed4f42248431bfdb026dbb17 2024-11-26T19:21:39,214 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/default/test/0a757634fcedced51456920ed177b744/f/cc815a01ed4f42248431bfdb026dbb17, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T19:21:39,214 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/default/test/0a757634fcedced51456920ed177b744/.tmp/f1/8e23654ebbd843d6ab1e556f817a5965 as hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/default/test/0a757634fcedced51456920ed177b744/f1/8e23654ebbd843d6ab1e556f817a5965 2024-11-26T19:21:39,218 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e23654ebbd843d6ab1e556f817a5965 2024-11-26T19:21:39,218 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/default/test/0a757634fcedced51456920ed177b744/f1/8e23654ebbd843d6ab1e556f817a5965, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T19:21:39,219 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/default/test/0a757634fcedced51456920ed177b744/.tmp/norep/5c0ecc5808a842ecbb44ae87f4591658 as hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/default/test/0a757634fcedced51456920ed177b744/norep/5c0ecc5808a842ecbb44ae87f4591658 2024-11-26T19:21:39,222 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c0ecc5808a842ecbb44ae87f4591658 2024-11-26T19:21:39,222 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/default/test/0a757634fcedced51456920ed177b744/norep/5c0ecc5808a842ecbb44ae87f4591658, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T19:21:39,223 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0a757634fcedced51456920ed177b744 in 1298ms, sequenceid=6, compaction requested=false 2024-11-26T19:21:39,223 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T19:21:39,223 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/.tmp/table/e13749aeb1394c9d87d320af697d210b is 53, key is hbase:replication/table:state/1732648882015/Put/seqid=0 2024-11-26T19:21:39,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741846_1022 (size=5308) 2024-11-26T19:21:39,230 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/default/test/0a757634fcedced51456920ed177b744/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T19:21:39,231 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:21:39,231 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:21:39,231 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732648875892.0a757634fcedced51456920ed177b744. 2024-11-26T19:21:39,231 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a757634fcedced51456920ed177b744: Waiting for close lock at 1732648897925Running coprocessor pre-close hooks at 1732648897925Disabling compacts and flushes for region at 1732648897925Disabling writes for close at 1732648897925Obtaining lock to block concurrent updates at 1732648897925Preparing flush snapshotting stores in 0a757634fcedced51456920ed177b744 at 1732648897925Finished memstore snapshotting test,,1732648875892.0a757634fcedced51456920ed177b744., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732648897926 (+1 ms)Flushing stores of test,,1732648875892.0a757634fcedced51456920ed177b744. at 1732648897927 (+1 ms)Flushing 0a757634fcedced51456920ed177b744/f: creating writer at 1732648897927Flushing 0a757634fcedced51456920ed177b744/f: appending metadata at 1732648897945 (+18 ms)Flushing 0a757634fcedced51456920ed177b744/f: closing flushed file at 1732648897945Flushing 0a757634fcedced51456920ed177b744/f1: creating writer at 1732648898355 (+410 ms)Flushing 0a757634fcedced51456920ed177b744/f1: appending metadata at 1732648898371 (+16 ms)Flushing 0a757634fcedced51456920ed177b744/f1: closing flushed file at 1732648898372 (+1 ms)Flushing 0a757634fcedced51456920ed177b744/norep: creating writer at 1732648898780 (+408 ms)Flushing 0a757634fcedced51456920ed177b744/norep: appending metadata at 1732648898801 (+21 ms)Flushing 0a757634fcedced51456920ed177b744/norep: closing flushed file at 1732648898801Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6122569b: reopening flushed file at 1732648899209 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5634c23: reopening flushed file at 1732648899214 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b641aaf: reopening flushed file at 1732648899218 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0a757634fcedced51456920ed177b744 in 1298ms, sequenceid=6, compaction requested=false at 1732648899223 (+5 ms)Writing region close event to WAL at 1732648899225 (+2 ms)Running coprocessor post-close hooks at 1732648899231 (+6 ms)Closed at 1732648899231 2024-11-26T19:21:39,231 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732648875892.0a757634fcedced51456920ed177b744. 2024-11-26T19:21:39,231 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68422d89bebb0187006c5277d43ed48a, disabling compactions & flushes 2024-11-26T19:21:39,231 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a. 2024-11-26T19:21:39,231 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a. 2024-11-26T19:21:39,231 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a. after waiting 0 ms 2024-11-26T19:21:39,231 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a. 2024-11-26T19:21:39,231 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68422d89bebb0187006c5277d43ed48a: Waiting for close lock at 1732648899231Running coprocessor pre-close hooks at 1732648899231Disabling compacts and flushes for region at 1732648899231Disabling writes for close at 1732648899231Failed flush hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a., putting online again at 1732648899231 2024-11-26T19:21:39,231 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a. 2024-11-26T19:21:39,276 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 883, reset compression=false 2024-11-26T19:21:39,281 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:21:39,281 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 1527, reset compression=false 2024-11-26T19:21:39,327 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T19:21:39,327 DEBUG [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 68422d89bebb0187006c5277d43ed48a=hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a.} 2024-11-26T19:21:39,327 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(3091): Received CLOSE for 68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:39,327 DEBUG [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68422d89bebb0187006c5277d43ed48a 2024-11-26T19:21:39,327 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68422d89bebb0187006c5277d43ed48a, disabling compactions & flushes 2024-11-26T19:21:39,327 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a. 2024-11-26T19:21:39,327 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a. 2024-11-26T19:21:39,327 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a. after waiting 0 ms 2024-11-26T19:21:39,327 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a. 2024-11-26T19:21:39,327 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68422d89bebb0187006c5277d43ed48a: Waiting for close lock at 1732648899327Running coprocessor pre-close hooks at 1732648899327Disabling compacts and flushes for region at 1732648899327Disabling writes for close at 1732648899327Failed flush hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a., putting online again at 1732648899327 2024-11-26T19:21:39,328 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732648880835.68422d89bebb0187006c5277d43ed48a. 2024-11-26T19:21:39,484 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 1527, reset compression=false 2024-11-26T19:21:39,527 DEBUG [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:21:39,630 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/.tmp/table/e13749aeb1394c9d87d320af697d210b 2024-11-26T19:21:39,634 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/.tmp/info/bcca321765d74401ae809b375503eb9f as hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/info/bcca321765d74401ae809b375503eb9f 2024-11-26T19:21:39,637 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/info/bcca321765d74401ae809b375503eb9f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T19:21:39,638 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/.tmp/ns/b10aa9f50b7343dfa770482149f388b8 as hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/ns/b10aa9f50b7343dfa770482149f388b8 2024-11-26T19:21:39,641 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/ns/b10aa9f50b7343dfa770482149f388b8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T19:21:39,641 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/.tmp/rep_barrier/6a115af54c224930a7a1ecda72ce7136 as hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/rep_barrier/6a115af54c224930a7a1ecda72ce7136 2024-11-26T19:21:39,644 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/rep_barrier/6a115af54c224930a7a1ecda72ce7136, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T19:21:39,645 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/.tmp/table/e13749aeb1394c9d87d320af697d210b as hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/table/e13749aeb1394c9d87d320af697d210b 2024-11-26T19:21:39,648 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/table/e13749aeb1394c9d87d320af697d210b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T19:21:39,649 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false 2024-11-26T19:21:39,649 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T19:21:39,653 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T19:21:39,653 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:21:39,653 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:21:39,653 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:21:39,653 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648897926Running coprocessor pre-close hooks at 1732648897926Disabling compacts and flushes for region at 1732648897926Disabling writes for close at 1732648897926Obtaining lock to block concurrent updates at 1732648897926Preparing flush snapshotting stores in 1588230740 at 1732648897926Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732648897926Flushing stores of hbase:meta,,1.1588230740 at 1732648897928 (+2 ms)Flushing 1588230740/info: creating writer at 1732648897928Flushing 1588230740/info: appending metadata at 1732648897947 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732648897947Flushing 1588230740/ns: creating writer at 1732648898357 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732648898372 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732648898372Flushing 1588230740/rep_barrier: creating writer at 1732648898780 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732648898798 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732648898798Flushing 1588230740/table: creating writer at 1732648899206 (+408 ms)Flushing 1588230740/table: appending metadata at 1732648899223 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732648899223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f17de22: reopening flushed file at 1732648899633 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@750ac5ae: reopening flushed file at 1732648899637 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72882940: reopening flushed file at 1732648899641 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55f8033c: reopening flushed file at 1732648899644 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false at 1732648899649 (+5 ms)Writing region close event to WAL at 1732648899650 (+1 ms)Running coprocessor post-close hooks at 1732648899653 (+3 ms)Closed at 1732648899653 2024-11-26T19:21:39,653 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:21:39,727 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T19:21:39,727 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,33735,1732648865303; all regions closed. 2024-11-26T19:21:39,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741834_1010 (size=4239) 2024-11-26T19:21:39,729 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.meta.1732648867774.meta not finished, retry = 0 2024-11-26T19:21:39,787 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.1732648867400 to pos 1527, reset compression=false 2024-11-26T19:21:39,832 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/WALs/fe76acf732b2,33735,1732648865303/fe76acf732b2%2C33735%2C1732648865303.rep.1732648881977 not finished, retry = 0 2024-11-26T19:21:39,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741839_1015 (size=1297) 2024-11-26T19:21:39,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741833_1009 (size=1535) 2024-11-26T19:21:39,935 DEBUG [RS:0;fe76acf732b2:33735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:39,935 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:21:39,935 INFO [RS:0;fe76acf732b2:33735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:21:39,935 INFO [RS:0;fe76acf732b2:33735 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T19:21:39,935 INFO [RS:0;fe76acf732b2:33735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:21:39,936 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:21:39,936 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fe76acf732b2,33735,1732648865303 because: Region server is closing 2024-11-26T19:21:39,936 INFO [RS:0;fe76acf732b2:33735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:33735. 2024-11-26T19:21:39,936 DEBUG [RS:0;fe76acf732b2:33735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:39,936 DEBUG [RS:0;fe76acf732b2:33735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:39,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:21:39,936 DEBUG [RS:0;fe76acf732b2:33735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:40,037 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.shipperfe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 terminated 2024-11-26T19:21:40,037 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,33735,1732648865303.replicationSource.wal-reader.fe76acf732b2%2C33735%2C1732648865303,1-fe76acf732b2,33735,1732648865303 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T19:21:40,037 INFO [RS:0;fe76acf732b2:33735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33735 2024-11-26T19:21:40,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33735-0x10155b9734f0001, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1993239763/rs/fe76acf732b2,33735,1732648865303 2024-11-26T19:21:40,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763/rs 2024-11-26T19:21:40,039 INFO [RS:0;fe76acf732b2:33735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:21:40,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,33735,1732648865303] 2024-11-26T19:21:40,042 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1993239763/draining/fe76acf732b2,33735,1732648865303 already deleted, retry=false 2024-11-26T19:21:40,042 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,33735,1732648865303 expired; onlineServers=0 2024-11-26T19:21:40,042 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,36311,1732648865164' ***** 2024-11-26T19:21:40,042 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:21:40,042 INFO [M:0;fe76acf732b2:36311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:21:40,042 INFO [M:0;fe76acf732b2:36311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:21:40,042 DEBUG [M:0;fe76acf732b2:36311 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:21:40,043 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:21:40,043 DEBUG [M:0;fe76acf732b2:36311 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:21:40,043 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648867144 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648867144,5,FailOnTimeoutGroup] 2024-11-26T19:21:40,043 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648867144 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648867144,5,FailOnTimeoutGroup] 2024-11-26T19:21:40,043 INFO [M:0;fe76acf732b2:36311 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:21:40,043 INFO [M:0;fe76acf732b2:36311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:21:40,043 DEBUG [M:0;fe76acf732b2:36311 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:21:40,043 INFO [M:0;fe76acf732b2:36311 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:21:40,043 INFO [M:0;fe76acf732b2:36311 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:21:40,043 INFO [M:0;fe76acf732b2:36311 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:21:40,043 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:21:40,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1993239763/master 2024-11-26T19:21:40,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1993239763 2024-11-26T19:21:40,044 DEBUG [M:0;fe76acf732b2:36311 {}] zookeeper.ZKUtil(347): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Unable to get data of znode /0-1993239763/master because node does not exist (not an error) 2024-11-26T19:21:40,044 WARN [M:0;fe76acf732b2:36311 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T19:21:40,044 INFO [M:0;fe76acf732b2:36311 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/.lastflushedseqids 2024-11-26T19:21:40,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741847_1023 (size=245) 2024-11-26T19:21:40,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33735-0x10155b9734f0001, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:21:40,140 INFO [RS:0;fe76acf732b2:33735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:21:40,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33735-0x10155b9734f0001, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:21:40,140 INFO [RS:0;fe76acf732b2:33735 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,33735,1732648865303; zookeeper connection closed. 2024-11-26T19:21:40,140 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b7c558a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b7c558a 2024-11-26T19:21:40,141 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:21:40,448 INFO [M:0;fe76acf732b2:36311 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:21:40,448 INFO [M:0;fe76acf732b2:36311 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:21:40,449 DEBUG [M:0;fe76acf732b2:36311 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:21:40,449 INFO [M:0;fe76acf732b2:36311 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:40,449 DEBUG [M:0;fe76acf732b2:36311 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:40,449 DEBUG [M:0;fe76acf732b2:36311 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:21:40,449 DEBUG [M:0;fe76acf732b2:36311 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:40,449 INFO [M:0;fe76acf732b2:36311 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-26T19:21:40,468 DEBUG [M:0;fe76acf732b2:36311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41ee8bfe19524783a757387d759078ba is 82, key is hbase:meta,,1/info:regioninfo/1732648867831/Put/seqid=0 2024-11-26T19:21:40,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741848_1024 (size=5672) 2024-11-26T19:21:40,872 INFO [M:0;fe76acf732b2:36311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41ee8bfe19524783a757387d759078ba 2024-11-26T19:21:40,890 DEBUG [M:0;fe76acf732b2:36311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53dd36ccad0a41218c9c7edc7c8c2170 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732648877047/Put/seqid=0 2024-11-26T19:21:40,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741849_1025 (size=7217) 2024-11-26T19:21:41,293 INFO [M:0;fe76acf732b2:36311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53dd36ccad0a41218c9c7edc7c8c2170 2024-11-26T19:21:41,297 INFO [M:0;fe76acf732b2:36311 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53dd36ccad0a41218c9c7edc7c8c2170 2024-11-26T19:21:41,311 DEBUG [M:0;fe76acf732b2:36311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6188b4529fd34c15b98235c368b9e911 is 69, key is fe76acf732b2,33735,1732648865303/rs:state/1732648867252/Put/seqid=0 2024-11-26T19:21:41,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741850_1026 (size=5156) 2024-11-26T19:21:41,715 INFO [M:0;fe76acf732b2:36311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6188b4529fd34c15b98235c368b9e911 2024-11-26T19:21:41,719 DEBUG [M:0;fe76acf732b2:36311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41ee8bfe19524783a757387d759078ba as hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/41ee8bfe19524783a757387d759078ba 2024-11-26T19:21:41,722 INFO [M:0;fe76acf732b2:36311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/41ee8bfe19524783a757387d759078ba, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T19:21:41,723 DEBUG [M:0;fe76acf732b2:36311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53dd36ccad0a41218c9c7edc7c8c2170 as hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53dd36ccad0a41218c9c7edc7c8c2170 2024-11-26T19:21:41,726 INFO [M:0;fe76acf732b2:36311 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53dd36ccad0a41218c9c7edc7c8c2170 2024-11-26T19:21:41,726 INFO [M:0;fe76acf732b2:36311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53dd36ccad0a41218c9c7edc7c8c2170, entries=11, sequenceid=105, filesize=7.0 K 2024-11-26T19:21:41,727 DEBUG [M:0;fe76acf732b2:36311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6188b4529fd34c15b98235c368b9e911 as hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6188b4529fd34c15b98235c368b9e911 2024-11-26T19:21:41,730 INFO [M:0;fe76acf732b2:36311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39661/user/jenkins/test-data/075c2b91-ba44-47c5-fdc0-aced6c82096f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6188b4529fd34c15b98235c368b9e911, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T19:21:41,731 INFO [M:0;fe76acf732b2:36311 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-11-26T19:21:41,732 INFO [M:0;fe76acf732b2:36311 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:41,732 DEBUG [M:0;fe76acf732b2:36311 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648900449Disabling compacts and flushes for region at 1732648900449Disabling writes for close at 1732648900449Obtaining lock to block concurrent updates at 1732648900449Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648900449Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732648900449Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648900450 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648900450Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648900468 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648900468Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648900876 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648900889 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648900889Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648901297 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648901310 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648901310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@714fb2a9: reopening flushed file at 1732648901718 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@444f13e3: reopening flushed file at 1732648901722 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d521d9a: reopening flushed file at 1732648901726 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1732648901731 (+5 ms)Writing region close event to WAL at 1732648901732 (+1 ms)Closed at 1732648901732 2024-11-26T19:21:41,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741830_1006 (size=64411) 2024-11-26T19:21:41,735 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:21:41,735 INFO [M:0;fe76acf732b2:36311 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:21:41,735 INFO [M:0;fe76acf732b2:36311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36311 2024-11-26T19:21:41,735 INFO [M:0;fe76acf732b2:36311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:21:41,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:21:41,837 INFO [M:0;fe76acf732b2:36311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:21:41,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36311-0x10155b9734f0000, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:21:41,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5aab1392{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:21:41,840 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bb120f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:21:41,840 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:21:41,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5105e8fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:21:41,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f6c912{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/hadoop.log.dir/,STOPPED} 2024-11-26T19:21:41,841 WARN [BP-527371710-172.17.0.2-1732648863963 heartbeating to localhost/127.0.0.1:39661 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:21:41,841 WARN [BP-527371710-172.17.0.2-1732648863963 heartbeating to localhost/127.0.0.1:39661 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-527371710-172.17.0.2-1732648863963 (Datanode Uuid 3b40ecbd-a127-4053-b5f2-b921eb400f86) service to localhost/127.0.0.1:39661 2024-11-26T19:21:41,842 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/cluster_61a93708-b786-4d25-e5c2-1656c9e9f314/data/data1/current/BP-527371710-172.17.0.2-1732648863963 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:21:41,842 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/cluster_61a93708-b786-4d25-e5c2-1656c9e9f314/data/data2/current/BP-527371710-172.17.0.2-1732648863963 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:21:41,842 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:21:41,842 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:21:41,842 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:21:41,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3710c716{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:21:41,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@324fe214{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:21:41,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:21:41,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dd15f7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:21:41,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2de67b05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de665d44-c278-60c4-bcc1-1ad1773c9968/hadoop.log.dir/,STOPPED} 2024-11-26T19:21:41,855 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T19:21:41,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T19:21:41,879 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 314) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49848) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49848) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:37027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37027 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:42395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49848) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39661 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:39661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42395 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 728) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 369) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5615 (was 6283) 2024-11-26T19:21:41,889 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=5616 2024-11-26T19:21:41,903 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-26T19:21:41,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/hadoop.log.dir so I do NOT create it in target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712 2024-11-26T19:21:41,903 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T19:21:41,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/hadoop.tmp.dir so I do NOT create it in target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712 2024-11-26T19:21:41,903 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e06b85-0e71-ab7f-565a-445c5b0294e1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T19:21:41,903 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712 2024-11-26T19:21:41,903 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/cluster_5df6a7e6-fe6c-dd22-9f75-99fd5b612748, deleteOnExit=true 2024-11-26T19:21:41,906 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/cluster_5df6a7e6-fe6c-dd22-9f75-99fd5b612748/zookeeper_0, clientPort=61434, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/cluster_5df6a7e6-fe6c-dd22-9f75-99fd5b612748/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/cluster_5df6a7e6-fe6c-dd22-9f75-99fd5b612748/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T19:21:41,907 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61434 2024-11-26T19:21:41,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:21:41,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:21:41,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/test.cache.data in system properties and HBase conf 2024-11-26T19:21:41,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:21:41,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:21:41,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:21:41,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:21:41,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:21:41,907 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:21:41,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:21:41,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:21:41,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:21:41,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:21:41,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:21:41,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:21:41,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:21:41,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:21:41,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:21:41,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:21:41,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:21:41,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:21:41,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:21:41,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:21:41,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10155b9734f0005, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T19:21:41,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10155b9734f0002, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T19:21:41,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10155b9734f0008, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T19:21:41,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10155b9734f0002, quorum=127.0.0.1:49848, baseZNode=/0-1993239763 Received Disconnected from ZooKeeper, ignoring 2024-11-26T19:21:41,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10155b9734f0005, quorum=127.0.0.1:49848, baseZNode=/1-1850128830 Received Disconnected from ZooKeeper, ignoring 2024-11-26T19:21:41,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10155b9734f0008, quorum=127.0.0.1:49848, baseZNode=/2-1382674572 Received Disconnected from ZooKeeper, ignoring 2024-11-26T19:21:42,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:42,013 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:21:42,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:21:42,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:21:42,017 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T19:21:42,017 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:42,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47c4774a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:21:42,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@255f4c36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:21:42,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a54d3e7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/java.io.tmpdir/jetty-localhost-46827-hadoop-hdfs-3_4_1-tests_jar-_-any-14174826557413722569/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:21:42,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e7bafde{HTTP/1.1, (http/1.1)}{localhost:46827} 2024-11-26T19:21:42,191 INFO [Time-limited test {}] server.Server(415): Started @279871ms 2024-11-26T19:21:42,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:42,299 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:21:42,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:21:42,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:21:42,303 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:21:42,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f74c9a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:21:42,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d6242e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:21:42,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1078bb73{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/java.io.tmpdir/jetty-localhost-40805-hadoop-hdfs-3_4_1-tests_jar-_-any-13040233706646936662/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:21:42,443 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4413a6db{HTTP/1.1, (http/1.1)}{localhost:40805} 2024-11-26T19:21:42,443 INFO [Time-limited test {}] server.Server(415): Started @280124ms 2024-11-26T19:21:42,444 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:21:42,545 WARN [Thread-4171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/cluster_5df6a7e6-fe6c-dd22-9f75-99fd5b612748/data/data2/current/BP-1846304912-172.17.0.2-1732648901935/current, will proceed with Du for space computation calculation, 2024-11-26T19:21:42,545 WARN [Thread-4170 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/cluster_5df6a7e6-fe6c-dd22-9f75-99fd5b612748/data/data1/current/BP-1846304912-172.17.0.2-1732648901935/current, will proceed with Du for space computation calculation, 2024-11-26T19:21:42,566 WARN [Thread-4158 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:21:42,568 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa68f3723d51c9f62 with lease ID 0xbc8315b5e9edc68d: Processing first storage report for DS-7bfe582c-1d23-4d21-b8af-eb13fdb079cf from datanode DatanodeRegistration(127.0.0.1:34195, datanodeUuid=e10b1a89-1b99-42b7-82c1-cb4308efcd2a, infoPort=41275, infoSecurePort=0, ipcPort=36983, storageInfo=lv=-57;cid=testClusterID;nsid=364759670;c=1732648901935) 2024-11-26T19:21:42,568 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa68f3723d51c9f62 with lease ID 0xbc8315b5e9edc68d: from storage DS-7bfe582c-1d23-4d21-b8af-eb13fdb079cf node DatanodeRegistration(127.0.0.1:34195, datanodeUuid=e10b1a89-1b99-42b7-82c1-cb4308efcd2a, infoPort=41275, infoSecurePort=0, ipcPort=36983, storageInfo=lv=-57;cid=testClusterID;nsid=364759670;c=1732648901935), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:21:42,568 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa68f3723d51c9f62 with lease ID 0xbc8315b5e9edc68d: Processing first storage report for DS-f02d9661-2456-4f3a-9872-8cf0b4b22a57 from datanode DatanodeRegistration(127.0.0.1:34195, datanodeUuid=e10b1a89-1b99-42b7-82c1-cb4308efcd2a, infoPort=41275, infoSecurePort=0, ipcPort=36983, storageInfo=lv=-57;cid=testClusterID;nsid=364759670;c=1732648901935) 2024-11-26T19:21:42,568 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa68f3723d51c9f62 with lease ID 0xbc8315b5e9edc68d: from storage DS-f02d9661-2456-4f3a-9872-8cf0b4b22a57 node DatanodeRegistration(127.0.0.1:34195, datanodeUuid=e10b1a89-1b99-42b7-82c1-cb4308efcd2a, infoPort=41275, infoSecurePort=0, ipcPort=36983, storageInfo=lv=-57;cid=testClusterID;nsid=364759670;c=1732648901935), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:21:42,573 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712 2024-11-26T19:21:42,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:42,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:42,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:21:42,982 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04 with version=8 2024-11-26T19:21:42,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/hbase-staging 2024-11-26T19:21:42,985 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:21:42,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:42,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:42,985 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:21:42,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:42,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:21:42,985 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:21:42,985 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:21:42,985 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41545 2024-11-26T19:21:42,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41545 connecting to ZooKeeper ensemble=127.0.0.1:61434 2024-11-26T19:21:42,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415450x0, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:42,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41545-0x10155ba07a10000 connected 2024-11-26T19:21:43,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:43,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:43,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41545-0x10155ba07a10000, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Set watcher on znode that does not yet exist, /0-1019716929/running 2024-11-26T19:21:43,019 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04, hbase.cluster.distributed=false 2024-11-26T19:21:43,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41545-0x10155ba07a10000, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Set watcher on znode that does not yet exist, /0-1019716929/acl 2024-11-26T19:21:43,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41545 2024-11-26T19:21:43,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41545 2024-11-26T19:21:43,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41545 2024-11-26T19:21:43,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41545 2024-11-26T19:21:43,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41545 2024-11-26T19:21:43,044 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:21:43,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:43,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:43,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:21:43,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:43,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:21:43,044 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:21:43,044 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:21:43,045 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34653 2024-11-26T19:21:43,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34653 connecting to ZooKeeper ensemble=127.0.0.1:61434 2024-11-26T19:21:43,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:43,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:43,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346530x0, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:43,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346530x0, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Set watcher on znode that does not yet exist, /0-1019716929/running 2024-11-26T19:21:43,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34653-0x10155ba07a10001 connected 2024-11-26T19:21:43,053 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:21:43,055 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:21:43,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34653-0x10155ba07a10001, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Set watcher on znode that does not yet exist, /0-1019716929/master 2024-11-26T19:21:43,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34653-0x10155ba07a10001, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Set watcher on znode that does not yet exist, /0-1019716929/acl 2024-11-26T19:21:43,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34653 2024-11-26T19:21:43,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34653 2024-11-26T19:21:43,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34653 2024-11-26T19:21:43,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34653 2024-11-26T19:21:43,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34653 2024-11-26T19:21:43,075 DEBUG [M:0;fe76acf732b2:41545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:41545 2024-11-26T19:21:43,075 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1019716929/backup-masters/fe76acf732b2,41545,1732648902984 2024-11-26T19:21:43,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x10155ba07a10001, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019716929/backup-masters 2024-11-26T19:21:43,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x10155ba07a10000, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019716929/backup-masters 2024-11-26T19:21:43,077 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41545-0x10155ba07a10000, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Set watcher on existing znode=/0-1019716929/backup-masters/fe76acf732b2,41545,1732648902984 2024-11-26T19:21:43,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x10155ba07a10001, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1019716929/master 2024-11-26T19:21:43,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x10155ba07a10000, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019716929 2024-11-26T19:21:43,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x10155ba07a10001, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019716929 2024-11-26T19:21:43,079 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41545-0x10155ba07a10000, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Set watcher on existing znode=/0-1019716929/master 2024-11-26T19:21:43,080 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1019716929/backup-masters/fe76acf732b2,41545,1732648902984 from backup master directory 2024-11-26T19:21:43,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x10155ba07a10000, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1019716929/backup-masters/fe76acf732b2,41545,1732648902984 2024-11-26T19:21:43,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x10155ba07a10001, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019716929/backup-masters 2024-11-26T19:21:43,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x10155ba07a10000, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019716929/backup-masters 2024-11-26T19:21:43,081 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:21:43,081 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,41545,1732648902984 2024-11-26T19:21:43,085 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/hbase.id] with ID: 5abe5e8b-c3ed-48f6-9ad1-3c9d82eeb26b 2024-11-26T19:21:43,085 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/.tmp/hbase.id 2024-11-26T19:21:43,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:21:43,493 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/.tmp/hbase.id]:[hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/hbase.id] 2024-11-26T19:21:43,502 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:43,502 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:21:43,503 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T19:21:43,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x10155ba07a10000, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019716929 2024-11-26T19:21:43,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x10155ba07a10001, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019716929 2024-11-26T19:21:43,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:21:43,911 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:21:43,912 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:21:43,912 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:43,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:21:44,318 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/MasterData/data/master/store 2024-11-26T19:21:44,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:21:44,324 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:44,324 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:21:44,324 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:44,324 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:44,324 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:21:44,324 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:44,324 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:44,324 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648904324Disabling compacts and flushes for region at 1732648904324Disabling writes for close at 1732648904324Writing region close event to WAL at 1732648904324Closed at 1732648904324 2024-11-26T19:21:44,325 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/MasterData/data/master/store/.initializing 2024-11-26T19:21:44,325 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/MasterData/WALs/fe76acf732b2,41545,1732648902984 2024-11-26T19:21:44,326 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:21:44,327 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C41545%2C1732648902984, suffix=, logDir=hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/MasterData/WALs/fe76acf732b2,41545,1732648902984, archiveDir=hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/MasterData/oldWALs, maxLogs=10 2024-11-26T19:21:44,344 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/MasterData/WALs/fe76acf732b2,41545,1732648902984/fe76acf732b2%2C41545%2C1732648902984.1732648904327, exclude list is [], retry=0 2024-11-26T19:21:44,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34195,DS-7bfe582c-1d23-4d21-b8af-eb13fdb079cf,DISK] 2024-11-26T19:21:44,348 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/MasterData/WALs/fe76acf732b2,41545,1732648902984/fe76acf732b2%2C41545%2C1732648902984.1732648904327 2024-11-26T19:21:44,348 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275)] 2024-11-26T19:21:44,348 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:44,348 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:44,348 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:44,348 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:44,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:44,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:21:44,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:44,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:44,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:44,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:21:44,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:44,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:44,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:44,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:21:44,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:44,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:44,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:44,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:21:44,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:44,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:44,354 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:44,355 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:44,355 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:44,356 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:44,356 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:44,356 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:44,357 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:44,359 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:44,359 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69843297, jitterRate=0.04074622690677643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:44,360 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648904349Initializing all the Stores at 1732648904349Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648904349Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648904349Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648904349Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648904349Cleaning up temporary data from old regions at 1732648904356 (+7 ms)Region opened successfully at 1732648904360 (+4 ms) 2024-11-26T19:21:44,360 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:21:44,362 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b25d70e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:21:44,363 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:21:44,363 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:21:44,363 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:21:44,364 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:21:44,364 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:21:44,364 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T19:21:44,364 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:21:44,366 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:21:44,367 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41545-0x10155ba07a10000, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Unable to get data of znode /0-1019716929/balancer because node does not exist (not necessarily an error) 2024-11-26T19:21:44,368 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1019716929/balancer already deleted, retry=false 2024-11-26T19:21:44,368 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:21:44,368 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41545-0x10155ba07a10000, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Unable to get data of znode /0-1019716929/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:21:44,370 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1019716929/normalizer already deleted, retry=false 2024-11-26T19:21:44,371 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:21:44,371 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41545-0x10155ba07a10000, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Unable to get data of znode /0-1019716929/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:21:44,372 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1019716929/switch/split already deleted, retry=false 2024-11-26T19:21:44,373 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41545-0x10155ba07a10000, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Unable to get data of znode /0-1019716929/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:21:44,374 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1019716929/switch/merge already deleted, retry=false 2024-11-26T19:21:44,375 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41545-0x10155ba07a10000, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Unable to get data of znode /0-1019716929/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:21:44,376 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1019716929/snapshot-cleanup already deleted, retry=false 2024-11-26T19:21:44,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x10155ba07a10000, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1019716929/running 2024-11-26T19:21:44,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x10155ba07a10001, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1019716929/running 2024-11-26T19:21:44,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x10155ba07a10001, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019716929 2024-11-26T19:21:44,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x10155ba07a10000, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019716929 2024-11-26T19:21:44,379 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,41545,1732648902984, sessionid=0x10155ba07a10000, setting cluster-up flag (Was=false) 2024-11-26T19:21:44,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x10155ba07a10001, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019716929 2024-11-26T19:21:44,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x10155ba07a10000, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019716929 2024-11-26T19:21:44,387 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1019716929/flush-table-proc/acquired, /0-1019716929/flush-table-proc/reached, /0-1019716929/flush-table-proc/abort 2024-11-26T19:21:44,387 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,41545,1732648902984 2024-11-26T19:21:44,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x10155ba07a10001, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019716929 2024-11-26T19:21:44,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x10155ba07a10000, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019716929 2024-11-26T19:21:44,394 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1019716929/online-snapshot/acquired, /0-1019716929/online-snapshot/reached, /0-1019716929/online-snapshot/abort 2024-11-26T19:21:44,395 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,41545,1732648902984 2024-11-26T19:21:44,395 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:21:44,397 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:44,397 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:21:44,397 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:21:44,397 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,41545,1732648902984 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:21:44,398 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:44,398 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:44,398 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:44,398 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:44,398 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:21:44,398 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:44,398 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:21:44,398 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:44,399 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648934399 2024-11-26T19:21:44,399 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:44,399 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:21:44,399 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:21:44,399 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:21:44,399 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:21:44,400 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:21:44,400 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:21:44,400 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:21:44,400 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:44,400 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:21:44,400 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:44,400 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:21:44,400 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:21:44,400 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:21:44,400 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:21:44,400 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:21:44,400 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:21:44,404 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648904401,5,FailOnTimeoutGroup] 2024-11-26T19:21:44,405 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648904404,5,FailOnTimeoutGroup] 2024-11-26T19:21:44,405 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:44,405 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:21:44,405 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:44,405 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:44,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:21:44,464 INFO [RS:0;fe76acf732b2:34653 {}] regionserver.HRegionServer(746): ClusterId : 5abe5e8b-c3ed-48f6-9ad1-3c9d82eeb26b 2024-11-26T19:21:44,465 DEBUG [RS:0;fe76acf732b2:34653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:21:44,466 DEBUG [RS:0;fe76acf732b2:34653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:21:44,466 DEBUG [RS:0;fe76acf732b2:34653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:21:44,469 DEBUG [RS:0;fe76acf732b2:34653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:21:44,469 DEBUG [RS:0;fe76acf732b2:34653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724c18b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:21:44,482 DEBUG [RS:0;fe76acf732b2:34653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:34653 2024-11-26T19:21:44,482 INFO [RS:0;fe76acf732b2:34653 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:21:44,482 INFO [RS:0;fe76acf732b2:34653 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:21:44,482 DEBUG [RS:0;fe76acf732b2:34653 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:21:44,483 INFO [RS:0;fe76acf732b2:34653 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,41545,1732648902984 with port=34653, startcode=1732648903044 2024-11-26T19:21:44,483 DEBUG [RS:0;fe76acf732b2:34653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:21:44,485 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:21:44,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41545 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,34653,1732648903044 2024-11-26T19:21:44,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41545 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,34653,1732648903044 2024-11-26T19:21:44,486 DEBUG [RS:0;fe76acf732b2:34653 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04 2024-11-26T19:21:44,486 DEBUG [RS:0;fe76acf732b2:34653 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42703 2024-11-26T19:21:44,486 DEBUG [RS:0;fe76acf732b2:34653 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:21:44,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x10155ba07a10000, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019716929/rs 2024-11-26T19:21:44,488 DEBUG [RS:0;fe76acf732b2:34653 {}] zookeeper.ZKUtil(111): regionserver:34653-0x10155ba07a10001, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Set watcher on existing znode=/0-1019716929/rs/fe76acf732b2,34653,1732648903044 2024-11-26T19:21:44,488 WARN [RS:0;fe76acf732b2:34653 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:21:44,488 INFO [RS:0;fe76acf732b2:34653 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:44,489 DEBUG [RS:0;fe76acf732b2:34653 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/WALs/fe76acf732b2,34653,1732648903044 2024-11-26T19:21:44,489 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,34653,1732648903044] 2024-11-26T19:21:44,491 INFO [RS:0;fe76acf732b2:34653 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:21:44,493 INFO [RS:0;fe76acf732b2:34653 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:21:44,493 INFO [RS:0;fe76acf732b2:34653 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:21:44,493 INFO [RS:0;fe76acf732b2:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:44,493 INFO [RS:0;fe76acf732b2:34653 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:21:44,494 INFO [RS:0;fe76acf732b2:34653 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:21:44,494 INFO [RS:0;fe76acf732b2:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:44,494 DEBUG [RS:0;fe76acf732b2:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:44,494 DEBUG [RS:0;fe76acf732b2:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:44,494 DEBUG [RS:0;fe76acf732b2:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:44,494 DEBUG [RS:0;fe76acf732b2:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:44,494 DEBUG [RS:0;fe76acf732b2:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:44,494 DEBUG [RS:0;fe76acf732b2:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:21:44,494 DEBUG [RS:0;fe76acf732b2:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:44,494 DEBUG [RS:0;fe76acf732b2:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:44,494 DEBUG [RS:0;fe76acf732b2:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:44,494 DEBUG [RS:0;fe76acf732b2:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:44,494 DEBUG [RS:0;fe76acf732b2:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:44,494 DEBUG [RS:0;fe76acf732b2:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:44,494 DEBUG [RS:0;fe76acf732b2:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:21:44,494 DEBUG [RS:0;fe76acf732b2:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:21:44,495 INFO [RS:0;fe76acf732b2:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:44,495 INFO [RS:0;fe76acf732b2:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:44,495 INFO [RS:0;fe76acf732b2:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:44,495 INFO [RS:0;fe76acf732b2:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:44,495 INFO [RS:0;fe76acf732b2:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:44,495 INFO [RS:0;fe76acf732b2:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34653,1732648903044-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:21:44,510 INFO [RS:0;fe76acf732b2:34653 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:21:44,510 INFO [RS:0;fe76acf732b2:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34653,1732648903044-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:44,510 INFO [RS:0;fe76acf732b2:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:44,510 INFO [RS:0;fe76acf732b2:34653 {}] regionserver.Replication(171): fe76acf732b2,34653,1732648903044 started 2024-11-26T19:21:44,524 INFO [RS:0;fe76acf732b2:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:44,524 INFO [RS:0;fe76acf732b2:34653 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,34653,1732648903044, RpcServer on fe76acf732b2/172.17.0.2:34653, sessionid=0x10155ba07a10001 2024-11-26T19:21:44,524 DEBUG [RS:0;fe76acf732b2:34653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:21:44,525 DEBUG [RS:0;fe76acf732b2:34653 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,34653,1732648903044 2024-11-26T19:21:44,525 DEBUG [RS:0;fe76acf732b2:34653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,34653,1732648903044' 2024-11-26T19:21:44,525 DEBUG [RS:0;fe76acf732b2:34653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1019716929/flush-table-proc/abort' 2024-11-26T19:21:44,525 DEBUG [RS:0;fe76acf732b2:34653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1019716929/flush-table-proc/acquired' 2024-11-26T19:21:44,525 DEBUG [RS:0;fe76acf732b2:34653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:21:44,525 DEBUG [RS:0;fe76acf732b2:34653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:21:44,525 DEBUG [RS:0;fe76acf732b2:34653 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,34653,1732648903044 2024-11-26T19:21:44,525 DEBUG [RS:0;fe76acf732b2:34653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,34653,1732648903044' 2024-11-26T19:21:44,525 DEBUG [RS:0;fe76acf732b2:34653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1019716929/online-snapshot/abort' 2024-11-26T19:21:44,526 DEBUG [RS:0;fe76acf732b2:34653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1019716929/online-snapshot/acquired' 2024-11-26T19:21:44,526 DEBUG [RS:0;fe76acf732b2:34653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:21:44,526 INFO [RS:0;fe76acf732b2:34653 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:21:44,526 INFO [RS:0;fe76acf732b2:34653 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:21:44,626 INFO [RS:0;fe76acf732b2:34653 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:21:44,627 INFO [RS:0;fe76acf732b2:34653 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C34653%2C1732648903044, suffix=, logDir=hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/WALs/fe76acf732b2,34653,1732648903044, archiveDir=hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/oldWALs, maxLogs=10 2024-11-26T19:21:44,642 DEBUG [RS:0;fe76acf732b2:34653 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/WALs/fe76acf732b2,34653,1732648903044/fe76acf732b2%2C34653%2C1732648903044.1732648904628, exclude list is [], retry=0 2024-11-26T19:21:44,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34195,DS-7bfe582c-1d23-4d21-b8af-eb13fdb079cf,DISK] 2024-11-26T19:21:44,646 INFO [RS:0;fe76acf732b2:34653 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/WALs/fe76acf732b2,34653,1732648903044/fe76acf732b2%2C34653%2C1732648903044.1732648904628 2024-11-26T19:21:44,646 DEBUG [RS:0;fe76acf732b2:34653 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275)] 2024-11-26T19:21:44,734 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:21:44,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:44,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:44,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:44,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:44,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:44,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:44,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:44,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:44,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:44,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:44,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:44,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:44,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:44,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:44,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:44,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:44,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:44,809 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:21:44,810 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04 2024-11-26T19:21:44,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741833_1009 (size=32) 2024-11-26T19:21:45,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:45,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:21:45,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:21:45,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:45,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:45,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:21:45,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:21:45,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:45,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:45,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:21:45,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:21:45,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:45,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:45,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:21:45,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:21:45,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:45,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:45,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:21:45,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/data/hbase/meta/1588230740 2024-11-26T19:21:45,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/data/hbase/meta/1588230740 2024-11-26T19:21:45,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:21:45,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:21:45,224 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:45,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:21:45,226 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:45,226 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60606057, jitterRate=-0.0968993753194809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:45,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648905215Initializing all the Stores at 1732648905216 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648905216Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648905216Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648905216Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648905216Cleaning up temporary data from old regions at 1732648905223 (+7 ms)Region opened successfully at 1732648905227 (+4 ms) 2024-11-26T19:21:45,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:21:45,227 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:21:45,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:21:45,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:21:45,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:21:45,228 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:21:45,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648905227Disabling compacts and flushes for region at 1732648905227Disabling writes for close at 1732648905227Writing region close event to WAL at 1732648905228 (+1 ms)Closed at 1732648905228 2024-11-26T19:21:45,228 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:45,228 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:21:45,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:21:45,229 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:21:45,230 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:21:45,380 DEBUG [fe76acf732b2:41545 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:21:45,381 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,34653,1732648903044 2024-11-26T19:21:45,382 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,34653,1732648903044, state=OPENING 2024-11-26T19:21:45,383 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:21:45,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x10155ba07a10000, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019716929 2024-11-26T19:21:45,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x10155ba07a10001, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019716929 2024-11-26T19:21:45,389 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:21:45,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1019716929/meta-region-server: CHANGED 2024-11-26T19:21:45,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1019716929/meta-region-server: CHANGED 2024-11-26T19:21:45,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,34653,1732648903044}] 2024-11-26T19:21:45,541 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:21:45,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:21:45,546 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:21:45,546 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:45,546 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:21:45,547 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C34653%2C1732648903044.meta, suffix=.meta, logDir=hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/WALs/fe76acf732b2,34653,1732648903044, archiveDir=hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/oldWALs, maxLogs=10 2024-11-26T19:21:45,552 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:21:45,552 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:21:45,553 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108732 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:21:45,562 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/WALs/fe76acf732b2,34653,1732648903044/fe76acf732b2%2C34653%2C1732648903044.meta.1732648905548.meta, exclude list is [], retry=0 2024-11-26T19:21:45,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34195,DS-7bfe582c-1d23-4d21-b8af-eb13fdb079cf,DISK] 2024-11-26T19:21:45,565 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/WALs/fe76acf732b2,34653,1732648903044/fe76acf732b2%2C34653%2C1732648903044.meta.1732648905548.meta 2024-11-26T19:21:45,566 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275)] 2024-11-26T19:21:45,566 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:45,566 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:21:45,566 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:21:45,566 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:21:45,566 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:21:45,567 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:21:45,567 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:45,567 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:21:45,567 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:21:45,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:21:45,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:21:45,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:45,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:45,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:21:45,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:21:45,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:45,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:45,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:21:45,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:21:45,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:45,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:45,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:21:45,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:21:45,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:45,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:45,572 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:21:45,572 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/data/hbase/meta/1588230740 2024-11-26T19:21:45,573 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/data/hbase/meta/1588230740 2024-11-26T19:21:45,573 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:21:45,574 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:21:45,574 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:45,575 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:21:45,575 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61233035, jitterRate=-0.08755667507648468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:45,575 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:21:45,576 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648905567Writing region info on filesystem at 1732648905567Initializing all the Stores at 1732648905567Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648905567Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648905568 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648905568Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648905568Cleaning up temporary data from old regions at 1732648905574 (+6 ms)Running coprocessor post-open hooks at 1732648905575 (+1 ms)Region opened successfully at 1732648905576 (+1 ms) 2024-11-26T19:21:45,577 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648905541 2024-11-26T19:21:45,579 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:21:45,579 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:21:45,579 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,34653,1732648903044 2024-11-26T19:21:45,580 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,34653,1732648903044, state=OPEN 2024-11-26T19:21:45,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x10155ba07a10001, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1019716929/meta-region-server 2024-11-26T19:21:45,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x10155ba07a10000, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1019716929/meta-region-server 2024-11-26T19:21:45,581 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,34653,1732648903044 2024-11-26T19:21:45,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1019716929/meta-region-server: CHANGED 2024-11-26T19:21:45,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1019716929/meta-region-server: CHANGED 2024-11-26T19:21:45,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:21:45,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,34653,1732648903044 in 192 msec 2024-11-26T19:21:45,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:21:45,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-26T19:21:45,585 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:45,585 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:21:45,586 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:45,586 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,34653,1732648903044, seqNum=-1] 2024-11-26T19:21:45,586 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:45,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:45,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-11-26T19:21:45,603 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648905602, completionTime=-1 2024-11-26T19:21:45,603 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:21:45,603 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:21:45,604 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:21:45,604 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648965604 2024-11-26T19:21:45,604 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732649025604 2024-11-26T19:21:45,604 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T19:21:45,605 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,41545,1732648902984-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:45,605 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,41545,1732648902984-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:45,605 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,41545,1732648902984-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:45,605 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:41545, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:45,605 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:45,605 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:45,606 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:21:45,608 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.527sec 2024-11-26T19:21:45,608 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:21:45,608 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:21:45,608 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:21:45,608 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:21:45,608 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:21:45,608 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,41545,1732648902984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:21:45,608 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,41545,1732648902984-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:21:45,610 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:21:45,610 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:21:45,610 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,41545,1732648902984-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:45,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ce6972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:45,665 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,41545,-1 for getting cluster id 2024-11-26T19:21:45,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:45,667 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5abe5e8b-c3ed-48f6-9ad1-3c9d82eeb26b' 2024-11-26T19:21:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5abe5e8b-c3ed-48f6-9ad1-3c9d82eeb26b" 2024-11-26T19:21:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25519e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,41545,-1] 2024-11-26T19:21:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:45,668 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:45,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160e18e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:45,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:45,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,34653,1732648903044, seqNum=-1] 2024-11-26T19:21:45,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:45,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:45,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,41545,1732648902984 2024-11-26T19:21:45,673 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61434 2024-11-26T19:21:45,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61434, baseZNode=/0-1019716929 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:45,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10155ba07a10002 connected 2024-11-26T19:21:45,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:21:45,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,41545,1732648902984 2024-11-26T19:21:45,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23bc4799 2024-11-26T19:21:45,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:21:45,679 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:21:45,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:21:45,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T19:21:45,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:21:45,681 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:45,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T19:21:45,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:21:45,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:45,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741835_1011 (size=902) 2024-11-26T19:21:45,689 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59888edfd32fd54b37ca72b327770a8b, NAME => 'test,,1732648905679.59888edfd32fd54b37ca72b327770a8b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04 2024-11-26T19:21:45,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741836_1012 (size=39) 2024-11-26T19:21:45,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732648905679.59888edfd32fd54b37ca72b327770a8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:45,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 59888edfd32fd54b37ca72b327770a8b, disabling compactions & flushes 2024-11-26T19:21:45,693 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732648905679.59888edfd32fd54b37ca72b327770a8b. 2024-11-26T19:21:45,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648905679.59888edfd32fd54b37ca72b327770a8b. 2024-11-26T19:21:45,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732648905679.59888edfd32fd54b37ca72b327770a8b. after waiting 0 ms 2024-11-26T19:21:45,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732648905679.59888edfd32fd54b37ca72b327770a8b. 2024-11-26T19:21:45,693 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732648905679.59888edfd32fd54b37ca72b327770a8b. 2024-11-26T19:21:45,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59888edfd32fd54b37ca72b327770a8b: Waiting for close lock at 1732648905693Disabling compacts and flushes for region at 1732648905693Disabling writes for close at 1732648905693Writing region close event to WAL at 1732648905693Closed at 1732648905693 2024-11-26T19:21:45,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:21:45,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732648905679.59888edfd32fd54b37ca72b327770a8b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732648905694"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648905694"}]},"ts":"1732648905694"} 2024-11-26T19:21:45,695 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:21:45,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:21:45,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648905696"}]},"ts":"1732648905696"} 2024-11-26T19:21:45,697 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T19:21:45,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=59888edfd32fd54b37ca72b327770a8b, ASSIGN}] 2024-11-26T19:21:45,698 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=59888edfd32fd54b37ca72b327770a8b, ASSIGN 2024-11-26T19:21:45,699 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=59888edfd32fd54b37ca72b327770a8b, ASSIGN; state=OFFLINE, location=fe76acf732b2,34653,1732648903044; forceNewPlan=false, retain=false 2024-11-26T19:21:45,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:45,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59888edfd32fd54b37ca72b327770a8b, regionState=OPENING, regionLocation=fe76acf732b2,34653,1732648903044 2024-11-26T19:21:45,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=59888edfd32fd54b37ca72b327770a8b, ASSIGN because future has completed 2024-11-26T19:21:45,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59888edfd32fd54b37ca72b327770a8b, server=fe76acf732b2,34653,1732648903044}] 2024-11-26T19:21:46,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:46,007 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732648905679.59888edfd32fd54b37ca72b327770a8b. 2024-11-26T19:21:46,007 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 59888edfd32fd54b37ca72b327770a8b, NAME => 'test,,1732648905679.59888edfd32fd54b37ca72b327770a8b.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:46,007 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:21:46,007 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T19:21:46,007 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 59888edfd32fd54b37ca72b327770a8b 2024-11-26T19:21:46,007 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732648905679.59888edfd32fd54b37ca72b327770a8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:46,008 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 59888edfd32fd54b37ca72b327770a8b 2024-11-26T19:21:46,008 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 59888edfd32fd54b37ca72b327770a8b 2024-11-26T19:21:46,009 INFO [StoreOpener-59888edfd32fd54b37ca72b327770a8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 59888edfd32fd54b37ca72b327770a8b 2024-11-26T19:21:46,010 INFO [StoreOpener-59888edfd32fd54b37ca72b327770a8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59888edfd32fd54b37ca72b327770a8b columnFamilyName f 2024-11-26T19:21:46,010 DEBUG [StoreOpener-59888edfd32fd54b37ca72b327770a8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:46,010 INFO [StoreOpener-59888edfd32fd54b37ca72b327770a8b-1 {}] regionserver.HStore(327): Store=59888edfd32fd54b37ca72b327770a8b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:46,010 INFO [StoreOpener-59888edfd32fd54b37ca72b327770a8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 59888edfd32fd54b37ca72b327770a8b 2024-11-26T19:21:46,011 INFO [StoreOpener-59888edfd32fd54b37ca72b327770a8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59888edfd32fd54b37ca72b327770a8b columnFamilyName f1 2024-11-26T19:21:46,011 DEBUG [StoreOpener-59888edfd32fd54b37ca72b327770a8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:46,011 INFO [StoreOpener-59888edfd32fd54b37ca72b327770a8b-1 {}] regionserver.HStore(327): Store=59888edfd32fd54b37ca72b327770a8b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:46,011 INFO [StoreOpener-59888edfd32fd54b37ca72b327770a8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 59888edfd32fd54b37ca72b327770a8b 2024-11-26T19:21:46,012 INFO [StoreOpener-59888edfd32fd54b37ca72b327770a8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59888edfd32fd54b37ca72b327770a8b columnFamilyName norep 2024-11-26T19:21:46,012 DEBUG [StoreOpener-59888edfd32fd54b37ca72b327770a8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:46,012 INFO [StoreOpener-59888edfd32fd54b37ca72b327770a8b-1 {}] regionserver.HStore(327): Store=59888edfd32fd54b37ca72b327770a8b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:46,012 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 59888edfd32fd54b37ca72b327770a8b 2024-11-26T19:21:46,013 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/data/default/test/59888edfd32fd54b37ca72b327770a8b 2024-11-26T19:21:46,013 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/data/default/test/59888edfd32fd54b37ca72b327770a8b 2024-11-26T19:21:46,014 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 59888edfd32fd54b37ca72b327770a8b 2024-11-26T19:21:46,014 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 59888edfd32fd54b37ca72b327770a8b 2024-11-26T19:21:46,014 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:21:46,015 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 59888edfd32fd54b37ca72b327770a8b 2024-11-26T19:21:46,016 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/data/default/test/59888edfd32fd54b37ca72b327770a8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:46,016 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 59888edfd32fd54b37ca72b327770a8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59287513, jitterRate=-0.11654721200466156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:21:46,016 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59888edfd32fd54b37ca72b327770a8b 2024-11-26T19:21:46,017 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 59888edfd32fd54b37ca72b327770a8b: Running coprocessor pre-open hook at 1732648906008Writing region info on filesystem at 1732648906008Initializing all the Stores at 1732648906008Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648906008Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648906008Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648906008Cleaning up temporary data from old regions at 1732648906014 (+6 ms)Running coprocessor post-open hooks at 1732648906016 (+2 ms)Region opened successfully at 1732648906017 (+1 ms) 2024-11-26T19:21:46,018 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732648905679.59888edfd32fd54b37ca72b327770a8b., pid=6, masterSystemTime=1732648906004 2024-11-26T19:21:46,019 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732648905679.59888edfd32fd54b37ca72b327770a8b. 2024-11-26T19:21:46,019 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732648905679.59888edfd32fd54b37ca72b327770a8b. 2024-11-26T19:21:46,020 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59888edfd32fd54b37ca72b327770a8b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fe76acf732b2,34653,1732648903044 2024-11-26T19:21:46,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59888edfd32fd54b37ca72b327770a8b, server=fe76acf732b2,34653,1732648903044 because future has completed 2024-11-26T19:21:46,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T19:21:46,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 59888edfd32fd54b37ca72b327770a8b, server=fe76acf732b2,34653,1732648903044 in 170 msec 2024-11-26T19:21:46,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T19:21:46,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=59888edfd32fd54b37ca72b327770a8b, ASSIGN in 326 msec 2024-11-26T19:21:46,025 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:21:46,026 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648906025"}]},"ts":"1732648906025"} 2024-11-26T19:21:46,027 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T19:21:46,027 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:21:46,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 347 msec 2024-11-26T19:21:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:46,312 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T19:21:46,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b1053a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:46,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,41545,-1 for getting cluster id 2024-11-26T19:21:46,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:46,314 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5abe5e8b-c3ed-48f6-9ad1-3c9d82eeb26b' 2024-11-26T19:21:46,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:46,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5abe5e8b-c3ed-48f6-9ad1-3c9d82eeb26b" 2024-11-26T19:21:46,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a10ec95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:46,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,41545,-1] 2024-11-26T19:21:46,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:46,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:46,315 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:46,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c00deb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:46,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:21:46,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,41545,1732648902984 2024-11-26T19:21:46,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@238261e5 2024-11-26T19:21:46,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:21:46,317 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:21:46,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fe76acf732b2:41545,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T19:21:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T19:21:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:21:46,320 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:41545' 2024-11-26T19:21:46,320 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b01fa00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:46,320 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,41545,-1 for getting cluster id 2024-11-26T19:21:46,320 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:46,321 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5abe5e8b-c3ed-48f6-9ad1-3c9d82eeb26b' 2024-11-26T19:21:46,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:46,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5abe5e8b-c3ed-48f6-9ad1-3c9d82eeb26b" 2024-11-26T19:21:46,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed45359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:46,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,41545,-1] 2024-11-26T19:21:46,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:46,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:46,322 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:46,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11fc5e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:46,322 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:21:46,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,41545,1732648902984 2024-11-26T19:21:46,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69b34f3e 2024-11-26T19:21:46,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:21:46,324 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:21:46,324 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T19:21:46,324 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T19:21:46,324 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:46,324 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:46,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:21:46,325 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fe76acf732b2:41545, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T19:21:46,330 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fe76acf732b2:41545, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fe76acf732b2:41545, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fe76acf732b2:41545, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-26T19:21:46,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fe76acf732b2:41545, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-26T19:21:46,331 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-26T19:21:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:21:46,423 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://fe76acf732b2:41545, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-26T19:21:46,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:21:46,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:21:46,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:46,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:46,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:21:46,440 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 360) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:42703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp341906955-7923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61434) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@47bb6c60 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fe76acf732b2:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:61434): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server handler 4 on default port 36983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-41f5b8e4-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fe76acf732b2:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp890594868-7876 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61434) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@52b2b886 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp890594868-7878 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp890594868-7875-acceptor-0@4b91dcae-ServerConnector@3e7bafde{HTTP/1.1, (http/1.1)}{localhost:46827} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: qtp341906955-7922 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42703 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: M:0;fe76acf732b2:41545 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1846304912-172.17.0.2-1732648901935:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_964494351_20 at /127.0.0.1:49504 [Receiving block BP-1846304912-172.17.0.2-1732648901935:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@405c7333 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp341906955-7920 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7264432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:61434 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1608609470) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04/MasterData-prefix:fe76acf732b2,41545,1732648902984 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: fe76acf732b2:41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@72cf0c18 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 0 on default port 42703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp890594868-7874 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7264432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1846304912-172.17.0.2-1732648901935:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1846304912-172.17.0.2-1732648901935:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 42703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648904401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp341906955-7921-acceptor-0@4dd459c1-ServerConnector@4413a6db{HTTP/1.1, (http/1.1)}{localhost:40805} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1322b299-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@58b5e117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;fe76acf732b2:34653-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648904404 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$612/0x00007f7264ad5a40.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/cluster_5df6a7e6-fe6c-dd22-9f75-99fd5b612748/data/data1/current/BP-1846304912-172.17.0.2-1732648901935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_533635079_20 at /127.0.0.1:49472 [Receiving block BP-1846304912-172.17.0.2-1732648901935:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp890594868-7871 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7264432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 42703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61434) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 1 on default port 42703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 36983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04-prefix:fe76acf732b2,34653,1732648903044.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@db098cb[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_964494351_20 at /127.0.0.1:49432 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@59ae6e2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@2d579d19 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 36983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1846304912-172.17.0.2-1732648901935 heartbeating to localhost/127.0.0.1:42703 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 2 on default port 36983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/cluster_5df6a7e6-fe6c-dd22-9f75-99fd5b612748/data/data2/current/BP-1846304912-172.17.0.2-1732648901935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/fe76acf732b2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fe76acf732b2:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/cluster_5df6a7e6-fe6c-dd22-9f75-99fd5b612748/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 36983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 42703 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@41bfec java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f72649f9120.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@2889f38a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/cluster_5df6a7e6-fe6c-dd22-9f75-99fd5b612748/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36983 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_964494351_20 at /127.0.0.1:49486 [Receiving block BP-1846304912-172.17.0.2-1732648901935:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp890594868-7877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42703/user/jenkins/test-data/c2a2447c-6907-56a4-c8a1-18f2ef564d04-prefix:fe76acf732b2,34653,1732648903044 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fe76acf732b2:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 42703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp890594868-7872 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7264432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RS:0;fe76acf732b2:34653 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp890594868-7873 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7264432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=878 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=377 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=5488 (was 5616) 2024-11-26T19:21:46,443 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-26T19:21:46,457 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=533, OpenFileDescriptor=878, MaxFileDescriptor=1048576, SystemLoadAverage=377, ProcessCount=11, AvailableMemoryMB=5488 2024-11-26T19:21:46,457 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-26T19:21:46,474 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-26T19:21:46,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/hadoop.log.dir so I do NOT create it in target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00 2024-11-26T19:21:46,474 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T19:21:46,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/hadoop.tmp.dir so I do NOT create it in target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00 2024-11-26T19:21:46,474 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc5553f1-3b92-cb4d-855f-21e8c8294712/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T19:21:46,474 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00 2024-11-26T19:21:46,474 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/cluster_2ba09310-6087-c2b0-b8c5-b2bacbeea699, deleteOnExit=true 2024-11-26T19:21:46,477 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/cluster_2ba09310-6087-c2b0-b8c5-b2bacbeea699/zookeeper_0, clientPort=53793, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/cluster_2ba09310-6087-c2b0-b8c5-b2bacbeea699/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/cluster_2ba09310-6087-c2b0-b8c5-b2bacbeea699/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T19:21:46,478 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53793 2024-11-26T19:21:46,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:21:46,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:21:46,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/test.cache.data in system properties and HBase conf 2024-11-26T19:21:46,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:21:46,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:21:46,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:21:46,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:21:46,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:21:46,478 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:21:46,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:21:46,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:21:46,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:21:46,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:21:46,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:21:46,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:21:46,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:21:46,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:21:46,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:21:46,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:21:46,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:21:46,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:21:46,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:21:46,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:21:46,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:46,550 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:21:46,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:21:46,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:21:46,551 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:21:46,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:46,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42487ed5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:21:46,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b5cb6ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:21:46,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b3a721a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/java.io.tmpdir/jetty-localhost-42397-hadoop-hdfs-3_4_1-tests_jar-_-any-2545463496760196990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:21:46,666 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62e3adbb{HTTP/1.1, (http/1.1)}{localhost:42397} 2024-11-26T19:21:46,666 INFO [Time-limited test {}] server.Server(415): Started @284347ms 2024-11-26T19:21:46,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:46,745 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:21:46,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:21:46,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:21:46,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T19:21:46,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ae63c2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:21:46,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d651a63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:21:46,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16e6719e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/java.io.tmpdir/jetty-localhost-40537-hadoop-hdfs-3_4_1-tests_jar-_-any-16084391817990083445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:21:46,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d01137d{HTTP/1.1, (http/1.1)}{localhost:40537} 2024-11-26T19:21:46,862 INFO [Time-limited test {}] server.Server(415): Started @284543ms 2024-11-26T19:21:46,863 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:21:46,973 WARN [Thread-4305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/cluster_2ba09310-6087-c2b0-b8c5-b2bacbeea699/data/data2/current/BP-1604304858-172.17.0.2-1732648906496/current, will proceed with Du for space computation calculation, 2024-11-26T19:21:46,973 WARN [Thread-4304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/cluster_2ba09310-6087-c2b0-b8c5-b2bacbeea699/data/data1/current/BP-1604304858-172.17.0.2-1732648906496/current, will proceed with Du for space computation calculation, 2024-11-26T19:21:46,992 WARN [Thread-4292 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:21:46,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5b1b1ba7cef0461 with lease ID 0xb67f48880590b50c: Processing first storage report for DS-14f5050c-e698-45e4-9881-287a68f1740b from datanode DatanodeRegistration(127.0.0.1:43543, datanodeUuid=8b2c6e72-552e-40ba-b557-c9ca38693e83, infoPort=33789, infoSecurePort=0, ipcPort=38907, storageInfo=lv=-57;cid=testClusterID;nsid=1526346320;c=1732648906496) 2024-11-26T19:21:46,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5b1b1ba7cef0461 with lease ID 0xb67f48880590b50c: from storage DS-14f5050c-e698-45e4-9881-287a68f1740b node DatanodeRegistration(127.0.0.1:43543, datanodeUuid=8b2c6e72-552e-40ba-b557-c9ca38693e83, infoPort=33789, infoSecurePort=0, ipcPort=38907, storageInfo=lv=-57;cid=testClusterID;nsid=1526346320;c=1732648906496), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:21:46,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5b1b1ba7cef0461 with lease ID 0xb67f48880590b50c: Processing first storage report for DS-2af569df-86e3-45b5-aa47-c5176e0ec286 from datanode DatanodeRegistration(127.0.0.1:43543, datanodeUuid=8b2c6e72-552e-40ba-b557-c9ca38693e83, infoPort=33789, infoSecurePort=0, ipcPort=38907, storageInfo=lv=-57;cid=testClusterID;nsid=1526346320;c=1732648906496) 2024-11-26T19:21:46,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5b1b1ba7cef0461 with lease ID 0xb67f48880590b50c: from storage DS-2af569df-86e3-45b5-aa47-c5176e0ec286 node DatanodeRegistration(127.0.0.1:43543, datanodeUuid=8b2c6e72-552e-40ba-b557-c9ca38693e83, infoPort=33789, infoSecurePort=0, ipcPort=38907, storageInfo=lv=-57;cid=testClusterID;nsid=1526346320;c=1732648906496), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:21:47,001 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00 2024-11-26T19:21:47,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:47,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:47,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:21:47,409 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17 with version=8 2024-11-26T19:21:47,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/hbase-staging 2024-11-26T19:21:47,412 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:21:47,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:47,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:47,412 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:21:47,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:47,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:21:47,413 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:21:47,413 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:21:47,413 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46779 2024-11-26T19:21:47,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46779 connecting to ZooKeeper ensemble=127.0.0.1:53793 2024-11-26T19:21:47,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467790x0, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:47,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46779-0x10155ba197c0000 connected 2024-11-26T19:21:47,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:47,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:47,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Set watcher on znode that does not yet exist, /018283779/running 2024-11-26T19:21:47,443 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17, hbase.cluster.distributed=false 2024-11-26T19:21:47,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Set watcher on znode that does not yet exist, /018283779/acl 2024-11-26T19:21:47,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46779 2024-11-26T19:21:47,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46779 2024-11-26T19:21:47,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46779 2024-11-26T19:21:47,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46779 2024-11-26T19:21:47,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46779 2024-11-26T19:21:47,460 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:21:47,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:47,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:47,460 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:21:47,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:47,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:21:47,460 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:21:47,460 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:21:47,461 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35877 2024-11-26T19:21:47,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35877 connecting to ZooKeeper ensemble=127.0.0.1:53793 2024-11-26T19:21:47,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:47,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:47,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358770x0, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:47,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358770x0, quorum=127.0.0.1:53793, baseZNode=/018283779 Set watcher on znode that does not yet exist, /018283779/running 2024-11-26T19:21:47,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35877-0x10155ba197c0001 connected 2024-11-26T19:21:47,468 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:21:47,469 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:21:47,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35877-0x10155ba197c0001, quorum=127.0.0.1:53793, baseZNode=/018283779 Set watcher on znode that does not yet exist, /018283779/master 2024-11-26T19:21:47,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35877-0x10155ba197c0001, quorum=127.0.0.1:53793, baseZNode=/018283779 Set watcher on znode that does not yet exist, /018283779/acl 2024-11-26T19:21:47,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35877 2024-11-26T19:21:47,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35877 2024-11-26T19:21:47,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35877 2024-11-26T19:21:47,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35877 2024-11-26T19:21:47,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35877 2024-11-26T19:21:47,490 DEBUG [M:0;fe76acf732b2:46779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:46779 2024-11-26T19:21:47,491 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /018283779/backup-masters/fe76acf732b2,46779,1732648907412 2024-11-26T19:21:47,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779/backup-masters 2024-11-26T19:21:47,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x10155ba197c0001, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779/backup-masters 2024-11-26T19:21:47,492 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Set watcher on existing znode=/018283779/backup-masters/fe76acf732b2,46779,1732648907412 2024-11-26T19:21:47,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x10155ba197c0001, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/018283779/master 2024-11-26T19:21:47,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779 2024-11-26T19:21:47,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x10155ba197c0001, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779 2024-11-26T19:21:47,494 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Set watcher on existing znode=/018283779/master 2024-11-26T19:21:47,494 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /018283779/backup-masters/fe76acf732b2,46779,1732648907412 from backup master directory 2024-11-26T19:21:47,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/018283779/backup-masters/fe76acf732b2,46779,1732648907412 2024-11-26T19:21:47,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779/backup-masters 2024-11-26T19:21:47,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x10155ba197c0001, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779/backup-masters 2024-11-26T19:21:47,496 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:21:47,496 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,46779,1732648907412 2024-11-26T19:21:47,498 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/hbase.id] with ID: b1e3387a-ff5f-47b6-bd02-e9eef6487fd0 2024-11-26T19:21:47,498 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/.tmp/hbase.id 2024-11-26T19:21:47,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:21:47,504 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/.tmp/hbase.id]:[hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/hbase.id] 2024-11-26T19:21:47,512 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:47,512 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:21:47,512 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T19:21:47,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779 2024-11-26T19:21:47,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x10155ba197c0001, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779 2024-11-26T19:21:47,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:21:47,921 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:21:47,921 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:21:47,922 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:47,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:21:47,927 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/data/master/store 2024-11-26T19:21:47,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:21:47,932 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:47,932 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:21:47,932 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:47,932 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:47,932 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:21:47,932 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:47,932 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:47,932 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648907932Disabling compacts and flushes for region at 1732648907932Disabling writes for close at 1732648907932Writing region close event to WAL at 1732648907932Closed at 1732648907932 2024-11-26T19:21:47,932 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/data/master/store/.initializing 2024-11-26T19:21:47,933 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/WALs/fe76acf732b2,46779,1732648907412 2024-11-26T19:21:47,933 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:21:47,934 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C46779%2C1732648907412, suffix=, logDir=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/WALs/fe76acf732b2,46779,1732648907412, archiveDir=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/oldWALs, maxLogs=10 2024-11-26T19:21:47,948 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/WALs/fe76acf732b2,46779,1732648907412/fe76acf732b2%2C46779%2C1732648907412.1732648907934, exclude list is [], retry=0 2024-11-26T19:21:47,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43543,DS-14f5050c-e698-45e4-9881-287a68f1740b,DISK] 2024-11-26T19:21:47,951 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/WALs/fe76acf732b2,46779,1732648907412/fe76acf732b2%2C46779%2C1732648907412.1732648907934 2024-11-26T19:21:47,951 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33789:33789)] 2024-11-26T19:21:47,951 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:47,951 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:47,951 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:47,951 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:47,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:47,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:21:47,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:47,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:47,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:47,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:21:47,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:47,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:47,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:47,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:21:47,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:47,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:47,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:47,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:21:47,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:47,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:47,956 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:47,957 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:47,957 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:47,958 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:47,958 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:47,958 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:47,959 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:47,960 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:47,960 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72209549, jitterRate=0.07600612938404083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:47,960 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648907951Initializing all the Stores at 1732648907952 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648907952Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648907952Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648907952Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648907952Cleaning up temporary data from old regions at 1732648907958 (+6 ms)Region opened successfully at 1732648907960 (+2 ms) 2024-11-26T19:21:47,961 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:21:47,963 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118be52f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:21:47,963 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:21:47,963 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:21:47,963 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:21:47,964 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:21:47,964 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:21:47,964 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T19:21:47,964 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:21:47,966 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:21:47,966 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Unable to get data of znode /018283779/balancer because node does not exist (not necessarily an error) 2024-11-26T19:21:47,968 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /018283779/balancer already deleted, retry=false 2024-11-26T19:21:47,968 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:21:47,968 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Unable to get data of znode /018283779/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:21:47,970 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /018283779/normalizer already deleted, retry=false 2024-11-26T19:21:47,970 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:21:47,970 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Unable to get data of znode /018283779/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:21:47,972 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /018283779/switch/split already deleted, retry=false 2024-11-26T19:21:47,972 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Unable to get data of znode /018283779/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:21:47,974 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /018283779/switch/merge already deleted, retry=false 2024-11-26T19:21:47,976 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Unable to get data of znode /018283779/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:21:47,977 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /018283779/snapshot-cleanup already deleted, retry=false 2024-11-26T19:21:47,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x10155ba197c0001, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/018283779/running 2024-11-26T19:21:47,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/018283779/running 2024-11-26T19:21:47,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x10155ba197c0001, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779 2024-11-26T19:21:47,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779 2024-11-26T19:21:47,979 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,46779,1732648907412, sessionid=0x10155ba197c0000, setting cluster-up flag (Was=false) 2024-11-26T19:21:47,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779 2024-11-26T19:21:47,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x10155ba197c0001, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779 2024-11-26T19:21:47,986 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /018283779/flush-table-proc/acquired, /018283779/flush-table-proc/reached, /018283779/flush-table-proc/abort 2024-11-26T19:21:47,986 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,46779,1732648907412 2024-11-26T19:21:47,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779 2024-11-26T19:21:47,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x10155ba197c0001, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779 2024-11-26T19:21:47,995 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /018283779/online-snapshot/acquired, /018283779/online-snapshot/reached, /018283779/online-snapshot/abort 2024-11-26T19:21:47,995 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,46779,1732648907412 2024-11-26T19:21:47,996 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:21:47,997 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:47,997 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:21:47,997 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:21:47,998 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,46779,1732648907412 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:21:47,999 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:47,999 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:47,999 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:47,999 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:47,999 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:21:47,999 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:47,999 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:21:47,999 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:48,000 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648937999 2024-11-26T19:21:48,000 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:21:48,000 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:21:48,000 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:21:48,000 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:21:48,000 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:21:48,000 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:21:48,000 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:48,000 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:21:48,000 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:48,001 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:48,001 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:21:48,004 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:21:48,004 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:21:48,004 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:21:48,004 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:21:48,005 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:21:48,005 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:21:48,007 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648908005,5,FailOnTimeoutGroup] 2024-11-26T19:21:48,007 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648908007,5,FailOnTimeoutGroup] 2024-11-26T19:21:48,007 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:48,007 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:21:48,007 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:48,007 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:48,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:21:48,010 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:21:48,010 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17 2024-11-26T19:21:48,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741832_1008 (size=32) 2024-11-26T19:21:48,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:48,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:21:48,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:21:48,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:48,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:48,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:21:48,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:21:48,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:48,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:48,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:21:48,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:21:48,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:48,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:48,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:21:48,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:21:48,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:48,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:48,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:21:48,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740 2024-11-26T19:21:48,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740 2024-11-26T19:21:48,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:21:48,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:21:48,025 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:48,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:21:48,027 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:48,027 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63455882, jitterRate=-0.054433673620224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:48,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648908018Initializing all the Stores at 1732648908018Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648908018Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648908018Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648908018Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648908018Cleaning up temporary data from old regions at 1732648908025 (+7 ms)Region opened successfully at 1732648908027 (+2 ms) 2024-11-26T19:21:48,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:21:48,028 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:21:48,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:21:48,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:21:48,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:21:48,028 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:21:48,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648908028Disabling compacts and flushes for region at 1732648908028Disabling writes for close at 1732648908028Writing region close event to WAL at 1732648908028Closed at 1732648908028 2024-11-26T19:21:48,029 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:48,029 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:21:48,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:21:48,030 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:21:48,031 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:21:48,078 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.HRegionServer(746): ClusterId : b1e3387a-ff5f-47b6-bd02-e9eef6487fd0 2024-11-26T19:21:48,078 DEBUG [RS:0;fe76acf732b2:35877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:21:48,079 DEBUG [RS:0;fe76acf732b2:35877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:21:48,079 DEBUG [RS:0;fe76acf732b2:35877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:21:48,081 DEBUG [RS:0;fe76acf732b2:35877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:21:48,081 DEBUG [RS:0;fe76acf732b2:35877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c2ab43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:21:48,093 DEBUG [RS:0;fe76acf732b2:35877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:35877 2024-11-26T19:21:48,093 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:21:48,093 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:21:48,093 DEBUG [RS:0;fe76acf732b2:35877 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:21:48,094 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,46779,1732648907412 with port=35877, startcode=1732648907460 2024-11-26T19:21:48,094 DEBUG [RS:0;fe76acf732b2:35877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:21:48,095 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:21:48,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46779 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,35877,1732648907460 2024-11-26T19:21:48,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46779 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,35877,1732648907460 2024-11-26T19:21:48,097 DEBUG [RS:0;fe76acf732b2:35877 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17 2024-11-26T19:21:48,097 DEBUG [RS:0;fe76acf732b2:35877 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46295 2024-11-26T19:21:48,097 DEBUG [RS:0;fe76acf732b2:35877 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:21:48,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779/rs 2024-11-26T19:21:48,098 DEBUG [RS:0;fe76acf732b2:35877 {}] zookeeper.ZKUtil(111): regionserver:35877-0x10155ba197c0001, quorum=127.0.0.1:53793, baseZNode=/018283779 Set watcher on existing znode=/018283779/rs/fe76acf732b2,35877,1732648907460 2024-11-26T19:21:48,098 WARN [RS:0;fe76acf732b2:35877 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:21:48,098 INFO [RS:0;fe76acf732b2:35877 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:48,098 DEBUG [RS:0;fe76acf732b2:35877 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460 2024-11-26T19:21:48,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,35877,1732648907460] 2024-11-26T19:21:48,101 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:21:48,102 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:21:48,102 INFO [RS:0;fe76acf732b2:35877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:21:48,102 INFO [RS:0;fe76acf732b2:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:48,103 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:21:48,103 INFO [RS:0;fe76acf732b2:35877 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:21:48,103 INFO [RS:0;fe76acf732b2:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:48,103 DEBUG [RS:0;fe76acf732b2:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:48,103 DEBUG [RS:0;fe76acf732b2:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:48,103 DEBUG [RS:0;fe76acf732b2:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:48,103 DEBUG [RS:0;fe76acf732b2:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:48,103 DEBUG [RS:0;fe76acf732b2:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:48,103 DEBUG [RS:0;fe76acf732b2:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:21:48,103 DEBUG [RS:0;fe76acf732b2:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:48,103 DEBUG [RS:0;fe76acf732b2:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:48,103 DEBUG [RS:0;fe76acf732b2:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:48,103 DEBUG [RS:0;fe76acf732b2:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:48,103 DEBUG [RS:0;fe76acf732b2:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:48,103 DEBUG [RS:0;fe76acf732b2:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:48,103 DEBUG [RS:0;fe76acf732b2:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:21:48,103 DEBUG [RS:0;fe76acf732b2:35877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:21:48,104 INFO [RS:0;fe76acf732b2:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:48,104 INFO [RS:0;fe76acf732b2:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:48,104 INFO [RS:0;fe76acf732b2:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:48,104 INFO [RS:0;fe76acf732b2:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:48,104 INFO [RS:0;fe76acf732b2:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:48,104 INFO [RS:0;fe76acf732b2:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,35877,1732648907460-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:21:48,117 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:21:48,118 INFO [RS:0;fe76acf732b2:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,35877,1732648907460-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:48,118 INFO [RS:0;fe76acf732b2:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:48,118 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.Replication(171): fe76acf732b2,35877,1732648907460 started 2024-11-26T19:21:48,131 INFO [RS:0;fe76acf732b2:35877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:48,131 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,35877,1732648907460, RpcServer on fe76acf732b2/172.17.0.2:35877, sessionid=0x10155ba197c0001 2024-11-26T19:21:48,131 DEBUG [RS:0;fe76acf732b2:35877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:21:48,131 DEBUG [RS:0;fe76acf732b2:35877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,35877,1732648907460 2024-11-26T19:21:48,131 DEBUG [RS:0;fe76acf732b2:35877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,35877,1732648907460' 2024-11-26T19:21:48,131 DEBUG [RS:0;fe76acf732b2:35877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/018283779/flush-table-proc/abort' 2024-11-26T19:21:48,131 DEBUG [RS:0;fe76acf732b2:35877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/018283779/flush-table-proc/acquired' 2024-11-26T19:21:48,132 DEBUG [RS:0;fe76acf732b2:35877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:21:48,132 DEBUG [RS:0;fe76acf732b2:35877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:21:48,132 DEBUG [RS:0;fe76acf732b2:35877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,35877,1732648907460 2024-11-26T19:21:48,132 DEBUG [RS:0;fe76acf732b2:35877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,35877,1732648907460' 2024-11-26T19:21:48,132 DEBUG [RS:0;fe76acf732b2:35877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/018283779/online-snapshot/abort' 2024-11-26T19:21:48,132 DEBUG [RS:0;fe76acf732b2:35877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/018283779/online-snapshot/acquired' 2024-11-26T19:21:48,133 DEBUG [RS:0;fe76acf732b2:35877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:21:48,133 INFO [RS:0;fe76acf732b2:35877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:21:48,133 INFO [RS:0;fe76acf732b2:35877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:21:48,181 WARN [fe76acf732b2:46779 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T19:21:48,233 INFO [RS:0;fe76acf732b2:35877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:21:48,234 INFO [RS:0;fe76acf732b2:35877 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C35877%2C1732648907460, suffix=, logDir=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460, archiveDir=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/oldWALs, maxLogs=10 2024-11-26T19:21:48,251 DEBUG [RS:0;fe76acf732b2:35877 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648908234, exclude list is [], retry=0 2024-11-26T19:21:48,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43543,DS-14f5050c-e698-45e4-9881-287a68f1740b,DISK] 2024-11-26T19:21:48,255 INFO [RS:0;fe76acf732b2:35877 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648908234 2024-11-26T19:21:48,255 DEBUG [RS:0;fe76acf732b2:35877 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33789:33789)] 2024-11-26T19:21:48,431 DEBUG [fe76acf732b2:46779 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:21:48,432 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,35877,1732648907460 2024-11-26T19:21:48,433 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,35877,1732648907460, state=OPENING 2024-11-26T19:21:48,435 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:21:48,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779 2024-11-26T19:21:48,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x10155ba197c0001, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779 2024-11-26T19:21:48,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /018283779/meta-region-server: CHANGED 2024-11-26T19:21:48,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /018283779/meta-region-server: CHANGED 2024-11-26T19:21:48,437 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:21:48,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,35877,1732648907460}] 2024-11-26T19:21:48,589 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:21:48,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:21:48,593 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:21:48,593 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:48,594 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:21:48,595 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C35877%2C1732648907460.meta, suffix=.meta, logDir=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460, archiveDir=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/oldWALs, maxLogs=10 2024-11-26T19:21:48,608 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.meta.1732648908595.meta, exclude list is [], retry=0 2024-11-26T19:21:48,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43543,DS-14f5050c-e698-45e4-9881-287a68f1740b,DISK] 2024-11-26T19:21:48,611 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.meta.1732648908595.meta 2024-11-26T19:21:48,611 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33789:33789)] 2024-11-26T19:21:48,611 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:48,612 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:21:48,612 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:21:48,612 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:21:48,612 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:21:48,612 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:21:48,612 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:48,612 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:21:48,612 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:21:48,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:21:48,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:21:48,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:48,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:48,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:21:48,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:21:48,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:48,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:48,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:21:48,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:21:48,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:48,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:48,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:21:48,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:21:48,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:48,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:48,619 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:21:48,620 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740 2024-11-26T19:21:48,620 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740 2024-11-26T19:21:48,621 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:21:48,621 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:21:48,622 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:48,623 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:21:48,623 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60677266, jitterRate=-0.0958382785320282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:48,623 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:21:48,623 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648908612Writing region info on filesystem at 1732648908612Initializing all the Stores at 1732648908613 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648908613Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648908615 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648908615Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648908615Cleaning up temporary data from old regions at 1732648908621 (+6 ms)Running coprocessor post-open hooks at 1732648908623 (+2 ms)Region opened successfully at 1732648908623 2024-11-26T19:21:48,624 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648908589 2024-11-26T19:21:48,626 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:21:48,626 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:21:48,626 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,35877,1732648907460 2024-11-26T19:21:48,627 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,35877,1732648907460, state=OPEN 2024-11-26T19:21:48,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/018283779/meta-region-server 2024-11-26T19:21:48,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x10155ba197c0001, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/018283779/meta-region-server 2024-11-26T19:21:48,632 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,35877,1732648907460 2024-11-26T19:21:48,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /018283779/meta-region-server: CHANGED 2024-11-26T19:21:48,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /018283779/meta-region-server: CHANGED 2024-11-26T19:21:48,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:21:48,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,35877,1732648907460 in 195 msec 2024-11-26T19:21:48,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:21:48,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 605 msec 2024-11-26T19:21:48,636 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:48,636 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:21:48,637 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:48,637 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35877,1732648907460, seqNum=-1] 2024-11-26T19:21:48,637 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:48,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:48,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 646 msec 2024-11-26T19:21:48,644 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648908644, completionTime=-1 2024-11-26T19:21:48,644 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:21:48,644 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:21:48,646 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:21:48,646 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648968646 2024-11-26T19:21:48,646 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732649028646 2024-11-26T19:21:48,646 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T19:21:48,646 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46779,1732648907412-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:48,646 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46779,1732648907412-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:48,646 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46779,1732648907412-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:48,646 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:46779, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:48,646 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:48,646 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:48,647 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:21:48,649 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.153sec 2024-11-26T19:21:48,649 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:21:48,649 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:21:48,649 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:21:48,649 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:21:48,650 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:21:48,650 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46779,1732648907412-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:21:48,650 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46779,1732648907412-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:21:48,651 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:21:48,651 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:21:48,651 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46779,1732648907412-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:48,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f6d4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:48,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,46779,-1 for getting cluster id 2024-11-26T19:21:48,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:48,679 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1e3387a-ff5f-47b6-bd02-e9eef6487fd0' 2024-11-26T19:21:48,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:48,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1e3387a-ff5f-47b6-bd02-e9eef6487fd0" 2024-11-26T19:21:48,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ff2dab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:48,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,46779,-1] 2024-11-26T19:21:48,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:48,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:48,681 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:48,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f190eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:48,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:48,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35877,1732648907460, seqNum=-1] 2024-11-26T19:21:48,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:48,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:48,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,46779,1732648907412 2024-11-26T19:21:48,685 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53793 2024-11-26T19:21:48,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:48,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10155ba197c0002 connected 2024-11-26T19:21:48,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/hadoop.log.dir so I do NOT create it in target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41 2024-11-26T19:21:48,697 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T19:21:48,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/hadoop.tmp.dir so I do NOT create it in target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41 2024-11-26T19:21:48,697 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T19:21:48,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41 2024-11-26T19:21:48,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:21:48,697 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/cluster_b0ede1a4-bc8e-a737-30a2-7db41dc62b26, deleteOnExit=true 2024-11-26T19:21:48,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:21:48,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/test.cache.data in system properties and HBase conf 2024-11-26T19:21:48,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:21:48,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:21:48,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:21:48,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:21:48,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:21:48,698 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:21:48,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:21:48,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:21:48,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:21:48,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:21:48,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:21:48,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:21:48,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:21:48,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:21:48,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:21:48,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:21:48,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:21:48,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:21:48,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:21:48,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:21:48,772 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:48,775 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:21:48,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:21:48,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:21:48,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:21:48,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:48,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f392555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:21:48,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1aae27f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:21:48,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a620e00{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/java.io.tmpdir/jetty-localhost-32961-hadoop-hdfs-3_4_1-tests_jar-_-any-10224146092107582299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:21:48,893 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3695c297{HTTP/1.1, (http/1.1)}{localhost:32961} 2024-11-26T19:21:48,893 INFO [Time-limited test {}] server.Server(415): Started @286574ms 2024-11-26T19:21:48,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:48,972 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:21:48,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:21:48,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:21:48,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:21:48,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b583009{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:21:48,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@760c5af5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:21:49,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48dd5c93{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/java.io.tmpdir/jetty-localhost-36641-hadoop-hdfs-3_4_1-tests_jar-_-any-15641071006011324220/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:21:49,094 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b9dc189{HTTP/1.1, (http/1.1)}{localhost:36641} 2024-11-26T19:21:49,094 INFO [Time-limited test {}] server.Server(415): Started @286775ms 2024-11-26T19:21:49,095 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:21:49,206 WARN [Thread-4424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/cluster_b0ede1a4-bc8e-a737-30a2-7db41dc62b26/data/data1/current/BP-867358908-172.17.0.2-1732648908716/current, will proceed with Du for space computation calculation, 2024-11-26T19:21:49,206 WARN [Thread-4425 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/cluster_b0ede1a4-bc8e-a737-30a2-7db41dc62b26/data/data2/current/BP-867358908-172.17.0.2-1732648908716/current, will proceed with Du for space computation calculation, 2024-11-26T19:21:49,229 WARN [Thread-4412 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:21:49,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2231eaf9aea6d98a with lease ID 0x479bcb6bc0c7890e: Processing first storage report for DS-cc246560-912b-4e51-ac88-8067346a1f0d from datanode DatanodeRegistration(127.0.0.1:44041, datanodeUuid=ca32f04f-fb81-4b14-9b59-196c60652be4, infoPort=38825, infoSecurePort=0, ipcPort=34063, storageInfo=lv=-57;cid=testClusterID;nsid=1246739636;c=1732648908716) 2024-11-26T19:21:49,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2231eaf9aea6d98a with lease ID 0x479bcb6bc0c7890e: from storage DS-cc246560-912b-4e51-ac88-8067346a1f0d node DatanodeRegistration(127.0.0.1:44041, datanodeUuid=ca32f04f-fb81-4b14-9b59-196c60652be4, infoPort=38825, infoSecurePort=0, ipcPort=34063, storageInfo=lv=-57;cid=testClusterID;nsid=1246739636;c=1732648908716), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:21:49,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2231eaf9aea6d98a with lease ID 0x479bcb6bc0c7890e: Processing first storage report for DS-ea623350-5115-45af-8dc8-016cb22aebe9 from datanode DatanodeRegistration(127.0.0.1:44041, datanodeUuid=ca32f04f-fb81-4b14-9b59-196c60652be4, infoPort=38825, infoSecurePort=0, ipcPort=34063, storageInfo=lv=-57;cid=testClusterID;nsid=1246739636;c=1732648908716) 2024-11-26T19:21:49,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2231eaf9aea6d98a with lease ID 0x479bcb6bc0c7890e: from storage DS-ea623350-5115-45af-8dc8-016cb22aebe9 node DatanodeRegistration(127.0.0.1:44041, datanodeUuid=ca32f04f-fb81-4b14-9b59-196c60652be4, infoPort=38825, infoSecurePort=0, ipcPort=34063, storageInfo=lv=-57;cid=testClusterID;nsid=1246739636;c=1732648908716), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:21:49,318 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41 2024-11-26T19:21:49,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:49,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:49,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:21:49,728 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece with version=8 2024-11-26T19:21:49,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/hbase-staging 2024-11-26T19:21:49,731 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:21:49,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:49,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:49,731 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:21:49,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:49,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:21:49,731 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:21:49,731 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:21:49,732 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38189 2024-11-26T19:21:49,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38189 connecting to ZooKeeper ensemble=127.0.0.1:53793 2024-11-26T19:21:49,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381890x0, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:49,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38189-0x10155ba197c0003 connected 2024-11-26T19:21:49,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:49,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:49,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Set watcher on znode that does not yet exist, /1712741368/running 2024-11-26T19:21:49,754 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece, hbase.cluster.distributed=false 2024-11-26T19:21:49,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Set watcher on znode that does not yet exist, /1712741368/acl 2024-11-26T19:21:49,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38189 2024-11-26T19:21:49,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38189 2024-11-26T19:21:49,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38189 2024-11-26T19:21:49,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38189 2024-11-26T19:21:49,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38189 2024-11-26T19:21:49,777 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:21:49,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:49,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:49,777 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:21:49,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:49,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:21:49,777 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:21:49,777 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:21:49,778 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42561 2024-11-26T19:21:49,779 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42561 connecting to ZooKeeper ensemble=127.0.0.1:53793 2024-11-26T19:21:49,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:49,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:49,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425610x0, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:49,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425610x0, quorum=127.0.0.1:53793, baseZNode=/1712741368 Set watcher on znode that does not yet exist, /1712741368/running 2024-11-26T19:21:49,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42561-0x10155ba197c0004 connected 2024-11-26T19:21:49,786 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:21:49,790 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:21:49,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42561-0x10155ba197c0004, quorum=127.0.0.1:53793, baseZNode=/1712741368 Set watcher on znode that does not yet exist, /1712741368/master 2024-11-26T19:21:49,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42561-0x10155ba197c0004, quorum=127.0.0.1:53793, baseZNode=/1712741368 Set watcher on znode that does not yet exist, /1712741368/acl 2024-11-26T19:21:49,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42561 2024-11-26T19:21:49,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42561 2024-11-26T19:21:49,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42561 2024-11-26T19:21:49,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42561 2024-11-26T19:21:49,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42561 2024-11-26T19:21:49,816 DEBUG [M:0;fe76acf732b2:38189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:38189 2024-11-26T19:21:49,816 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1712741368/backup-masters/fe76acf732b2,38189,1732648909731 2024-11-26T19:21:49,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x10155ba197c0004, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1712741368/backup-masters 2024-11-26T19:21:49,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1712741368/backup-masters 2024-11-26T19:21:49,818 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Set watcher on existing znode=/1712741368/backup-masters/fe76acf732b2,38189,1732648909731 2024-11-26T19:21:49,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x10155ba197c0004, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1712741368/master 2024-11-26T19:21:49,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x10155ba197c0004, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1712741368 2024-11-26T19:21:49,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1712741368 2024-11-26T19:21:49,821 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Set watcher on existing znode=/1712741368/master 2024-11-26T19:21:49,821 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1712741368/backup-masters/fe76acf732b2,38189,1732648909731 from backup master directory 2024-11-26T19:21:49,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1712741368/backup-masters/fe76acf732b2,38189,1732648909731 2024-11-26T19:21:49,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x10155ba197c0004, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1712741368/backup-masters 2024-11-26T19:21:49,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1712741368/backup-masters 2024-11-26T19:21:49,822 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:21:49,822 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,38189,1732648909731 2024-11-26T19:21:49,825 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/hbase.id] with ID: 2370a941-5d46-4d4b-94d6-f8b0850f374a 2024-11-26T19:21:49,825 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/.tmp/hbase.id 2024-11-26T19:21:49,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:21:50,229 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/.tmp/hbase.id]:[hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/hbase.id] 2024-11-26T19:21:50,237 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:50,237 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:21:50,238 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T19:21:50,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1712741368 2024-11-26T19:21:50,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x10155ba197c0004, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1712741368 2024-11-26T19:21:50,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:21:50,491 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T19:21:50,492 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T19:21:50,644 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:21:50,645 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:21:50,645 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:50,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:21:51,052 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/data/master/store 2024-11-26T19:21:51,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:21:51,056 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:51,056 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:21:51,056 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:51,056 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:51,056 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:21:51,056 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:51,056 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:51,057 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648911056Disabling compacts and flushes for region at 1732648911056Disabling writes for close at 1732648911056Writing region close event to WAL at 1732648911056Closed at 1732648911056 2024-11-26T19:21:51,057 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/data/master/store/.initializing 2024-11-26T19:21:51,057 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/WALs/fe76acf732b2,38189,1732648909731 2024-11-26T19:21:51,058 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:21:51,059 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C38189%2C1732648909731, suffix=, logDir=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/WALs/fe76acf732b2,38189,1732648909731, archiveDir=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/oldWALs, maxLogs=10 2024-11-26T19:21:51,069 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:21:51,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:51,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:51,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:51,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:51,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:51,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:51,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:51,073 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/WALs/fe76acf732b2,38189,1732648909731/fe76acf732b2%2C38189%2C1732648909731.1732648911059, exclude list is [], retry=0 2024-11-26T19:21:51,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44041,DS-cc246560-912b-4e51-ac88-8067346a1f0d,DISK] 2024-11-26T19:21:51,077 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/WALs/fe76acf732b2,38189,1732648909731/fe76acf732b2%2C38189%2C1732648909731.1732648911059 2024-11-26T19:21:51,078 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38825:38825)] 2024-11-26T19:21:51,078 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:51,078 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:51,078 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:51,078 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:51,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:51,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:21:51,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:51,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:51,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:51,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:21:51,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:51,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:51,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:51,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:21:51,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:51,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:51,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:51,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:21:51,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:51,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:51,084 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:51,084 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:51,085 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:51,085 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:51,085 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:51,086 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:51,086 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:51,088 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:51,088 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67750032, jitterRate=0.009554147720336914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:51,088 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648911078Initializing all the Stores at 1732648911079 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648911079Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648911079Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648911079Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648911079Cleaning up temporary data from old regions at 1732648911085 (+6 ms)Region opened successfully at 1732648911088 (+3 ms) 2024-11-26T19:21:51,088 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:21:51,090 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f5e91c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:21:51,090 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:21:51,091 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:21:51,091 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:21:51,091 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:21:51,091 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:21:51,091 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T19:21:51,091 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:21:51,093 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:21:51,094 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Unable to get data of znode /1712741368/balancer because node does not exist (not necessarily an error) 2024-11-26T19:21:51,095 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1712741368/balancer already deleted, retry=false 2024-11-26T19:21:51,096 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:21:51,096 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Unable to get data of znode /1712741368/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:21:51,099 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1712741368/normalizer already deleted, retry=false 2024-11-26T19:21:51,099 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:21:51,099 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Unable to get data of znode /1712741368/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:21:51,100 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1712741368/switch/split already deleted, retry=false 2024-11-26T19:21:51,101 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Unable to get data of znode /1712741368/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:21:51,102 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1712741368/switch/merge already deleted, retry=false 2024-11-26T19:21:51,103 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Unable to get data of znode /1712741368/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:21:51,104 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1712741368/snapshot-cleanup already deleted, retry=false 2024-11-26T19:21:51,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1712741368/running 2024-11-26T19:21:51,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x10155ba197c0004, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1712741368/running 2024-11-26T19:21:51,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1712741368 2024-11-26T19:21:51,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x10155ba197c0004, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1712741368 2024-11-26T19:21:51,106 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,38189,1732648909731, sessionid=0x10155ba197c0003, setting cluster-up flag (Was=false) 2024-11-26T19:21:51,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1712741368 2024-11-26T19:21:51,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x10155ba197c0004, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1712741368 2024-11-26T19:21:51,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:51,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:51,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:51,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:51,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:51,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:51,113 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1712741368/flush-table-proc/acquired, /1712741368/flush-table-proc/reached, /1712741368/flush-table-proc/abort 2024-11-26T19:21:51,114 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,38189,1732648909731 2024-11-26T19:21:51,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1712741368 2024-11-26T19:21:51,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x10155ba197c0004, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1712741368 2024-11-26T19:21:51,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:51,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:51,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:51,123 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1712741368/online-snapshot/acquired, /1712741368/online-snapshot/reached, /1712741368/online-snapshot/abort 2024-11-26T19:21:51,124 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,38189,1732648909731 2024-11-26T19:21:51,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:51,125 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:21:51,126 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:51,126 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:21:51,126 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:21:51,126 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,38189,1732648909731 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:21:51,128 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:51,128 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:51,128 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:51,128 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:51,128 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:21:51,128 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:51,128 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:21:51,128 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:51,129 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:51,129 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:21:51,130 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:51,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:21:51,137 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648941136 2024-11-26T19:21:51,137 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:21:51,137 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:21:51,137 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:21:51,137 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:21:51,137 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:21:51,137 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:21:51,137 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:51,140 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:21:51,140 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:21:51,140 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:21:51,140 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:21:51,141 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:21:51,141 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:21:51,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:21:51,144 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648911141,5,FailOnTimeoutGroup] 2024-11-26T19:21:51,145 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648911144,5,FailOnTimeoutGroup] 2024-11-26T19:21:51,145 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:51,145 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:21:51,145 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:51,146 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:51,204 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(746): ClusterId : 2370a941-5d46-4d4b-94d6-f8b0850f374a 2024-11-26T19:21:51,204 DEBUG [RS:0;fe76acf732b2:42561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:21:51,206 DEBUG [RS:0;fe76acf732b2:42561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:21:51,206 DEBUG [RS:0;fe76acf732b2:42561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:21:51,209 DEBUG [RS:0;fe76acf732b2:42561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:21:51,209 DEBUG [RS:0;fe76acf732b2:42561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb30ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:21:51,222 DEBUG [RS:0;fe76acf732b2:42561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:42561 2024-11-26T19:21:51,222 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:21:51,222 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:21:51,222 DEBUG [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:21:51,223 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,38189,1732648909731 with port=42561, startcode=1732648909776 2024-11-26T19:21:51,223 DEBUG [RS:0;fe76acf732b2:42561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:21:51,224 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:21:51,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38189 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,42561,1732648909776 2024-11-26T19:21:51,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38189 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,42561,1732648909776 2024-11-26T19:21:51,226 DEBUG [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece 2024-11-26T19:21:51,226 DEBUG [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46679 2024-11-26T19:21:51,226 DEBUG [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:21:51,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1712741368/rs 2024-11-26T19:21:51,228 DEBUG [RS:0;fe76acf732b2:42561 {}] zookeeper.ZKUtil(111): regionserver:42561-0x10155ba197c0004, quorum=127.0.0.1:53793, baseZNode=/1712741368 Set watcher on existing znode=/1712741368/rs/fe76acf732b2,42561,1732648909776 2024-11-26T19:21:51,228 WARN [RS:0;fe76acf732b2:42561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:21:51,228 INFO [RS:0;fe76acf732b2:42561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:51,228 DEBUG [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/WALs/fe76acf732b2,42561,1732648909776 2024-11-26T19:21:51,228 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,42561,1732648909776] 2024-11-26T19:21:51,230 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:21:51,232 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:21:51,232 INFO [RS:0;fe76acf732b2:42561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:21:51,233 INFO [RS:0;fe76acf732b2:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:51,233 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:21:51,233 INFO [RS:0;fe76acf732b2:42561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:21:51,233 INFO [RS:0;fe76acf732b2:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:51,233 DEBUG [RS:0;fe76acf732b2:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:51,233 DEBUG [RS:0;fe76acf732b2:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:51,233 DEBUG [RS:0;fe76acf732b2:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:51,233 DEBUG [RS:0;fe76acf732b2:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:51,233 DEBUG [RS:0;fe76acf732b2:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:51,234 DEBUG [RS:0;fe76acf732b2:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:21:51,234 DEBUG [RS:0;fe76acf732b2:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:51,234 DEBUG [RS:0;fe76acf732b2:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:51,234 DEBUG [RS:0;fe76acf732b2:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:51,234 DEBUG [RS:0;fe76acf732b2:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:51,234 DEBUG [RS:0;fe76acf732b2:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:51,234 DEBUG [RS:0;fe76acf732b2:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:51,234 DEBUG [RS:0;fe76acf732b2:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:21:51,234 DEBUG [RS:0;fe76acf732b2:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:21:51,236 INFO [RS:0;fe76acf732b2:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:51,236 INFO [RS:0;fe76acf732b2:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:51,236 INFO [RS:0;fe76acf732b2:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:51,236 INFO [RS:0;fe76acf732b2:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:51,236 INFO [RS:0;fe76acf732b2:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:51,236 INFO [RS:0;fe76acf732b2:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,42561,1732648909776-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:21:51,255 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:21:51,255 INFO [RS:0;fe76acf732b2:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,42561,1732648909776-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:51,255 INFO [RS:0;fe76acf732b2:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:51,255 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.Replication(171): fe76acf732b2,42561,1732648909776 started 2024-11-26T19:21:51,271 INFO [RS:0;fe76acf732b2:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:51,271 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,42561,1732648909776, RpcServer on fe76acf732b2/172.17.0.2:42561, sessionid=0x10155ba197c0004 2024-11-26T19:21:51,271 DEBUG [RS:0;fe76acf732b2:42561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:21:51,271 DEBUG [RS:0;fe76acf732b2:42561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,42561,1732648909776 2024-11-26T19:21:51,271 DEBUG [RS:0;fe76acf732b2:42561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,42561,1732648909776' 2024-11-26T19:21:51,271 DEBUG [RS:0;fe76acf732b2:42561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1712741368/flush-table-proc/abort' 2024-11-26T19:21:51,272 DEBUG [RS:0;fe76acf732b2:42561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1712741368/flush-table-proc/acquired' 2024-11-26T19:21:51,272 DEBUG [RS:0;fe76acf732b2:42561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:21:51,272 DEBUG [RS:0;fe76acf732b2:42561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:21:51,272 DEBUG [RS:0;fe76acf732b2:42561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,42561,1732648909776 2024-11-26T19:21:51,272 DEBUG [RS:0;fe76acf732b2:42561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,42561,1732648909776' 2024-11-26T19:21:51,272 DEBUG [RS:0;fe76acf732b2:42561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1712741368/online-snapshot/abort' 2024-11-26T19:21:51,273 DEBUG [RS:0;fe76acf732b2:42561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1712741368/online-snapshot/acquired' 2024-11-26T19:21:51,273 DEBUG [RS:0;fe76acf732b2:42561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:21:51,273 INFO [RS:0;fe76acf732b2:42561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:21:51,273 INFO [RS:0;fe76acf732b2:42561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:21:51,373 INFO [RS:0;fe76acf732b2:42561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:21:51,374 INFO [RS:0;fe76acf732b2:42561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C42561%2C1732648909776, suffix=, logDir=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/WALs/fe76acf732b2,42561,1732648909776, archiveDir=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/oldWALs, maxLogs=10 2024-11-26T19:21:51,388 DEBUG [RS:0;fe76acf732b2:42561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/WALs/fe76acf732b2,42561,1732648909776/fe76acf732b2%2C42561%2C1732648909776.1732648911375, exclude list is [], retry=0 2024-11-26T19:21:51,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44041,DS-cc246560-912b-4e51-ac88-8067346a1f0d,DISK] 2024-11-26T19:21:51,392 INFO [RS:0;fe76acf732b2:42561 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/WALs/fe76acf732b2,42561,1732648909776/fe76acf732b2%2C42561%2C1732648909776.1732648911375 2024-11-26T19:21:51,392 DEBUG [RS:0;fe76acf732b2:42561 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38825:38825)] 2024-11-26T19:21:51,543 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:21:51,543 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece 2024-11-26T19:21:51,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741833_1009 (size=32) 2024-11-26T19:21:51,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:51,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:21:51,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:21:51,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:51,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:51,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:21:51,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:21:51,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:51,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:51,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:21:51,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:21:51,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:51,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:51,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:21:51,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:21:51,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:51,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:51,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:21:51,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740 2024-11-26T19:21:51,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740 2024-11-26T19:21:51,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:21:51,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:21:51,957 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:51,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:21:51,959 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:51,959 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60269065, jitterRate=-0.101920947432518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:51,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648911949Initializing all the Stores at 1732648911950 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648911950Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648911950Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648911950Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648911950Cleaning up temporary data from old regions at 1732648911956 (+6 ms)Region opened successfully at 1732648911959 (+3 ms) 2024-11-26T19:21:51,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:21:51,959 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:21:51,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:21:51,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:21:51,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:21:51,959 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:21:51,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648911959Disabling compacts and flushes for region at 1732648911959Disabling writes for close at 1732648911959Writing region close event to WAL at 1732648911959Closed at 1732648911959 2024-11-26T19:21:51,960 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:51,960 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:21:51,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:21:51,961 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:21:51,962 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:21:52,112 DEBUG [fe76acf732b2:38189 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:21:52,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,42561,1732648909776 2024-11-26T19:21:52,113 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,42561,1732648909776, state=OPENING 2024-11-26T19:21:52,114 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:21:52,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1712741368 2024-11-26T19:21:52,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x10155ba197c0004, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1712741368 2024-11-26T19:21:52,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1712741368/meta-region-server: CHANGED 2024-11-26T19:21:52,125 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:21:52,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1712741368/meta-region-server: CHANGED 2024-11-26T19:21:52,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,42561,1732648909776}] 2024-11-26T19:21:52,277 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:21:52,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:21:52,281 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:21:52,281 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:52,281 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:21:52,282 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C42561%2C1732648909776.meta, suffix=.meta, logDir=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/WALs/fe76acf732b2,42561,1732648909776, archiveDir=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/oldWALs, maxLogs=10 2024-11-26T19:21:52,296 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/WALs/fe76acf732b2,42561,1732648909776/fe76acf732b2%2C42561%2C1732648909776.meta.1732648912282.meta, exclude list is [], retry=0 2024-11-26T19:21:52,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44041,DS-cc246560-912b-4e51-ac88-8067346a1f0d,DISK] 2024-11-26T19:21:52,299 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/WALs/fe76acf732b2,42561,1732648909776/fe76acf732b2%2C42561%2C1732648909776.meta.1732648912282.meta 2024-11-26T19:21:52,299 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38825:38825)] 2024-11-26T19:21:52,299 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:52,299 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:21:52,299 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:21:52,300 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:21:52,300 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:21:52,300 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:21:52,300 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:52,300 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:21:52,300 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:21:52,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:21:52,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:21:52,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:52,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:52,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:21:52,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:21:52,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:52,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:52,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:21:52,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:21:52,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:52,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:52,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:21:52,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:21:52,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:52,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:52,304 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:21:52,305 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740 2024-11-26T19:21:52,305 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740 2024-11-26T19:21:52,306 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:21:52,306 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:21:52,306 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:52,307 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:21:52,307 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68888080, jitterRate=0.02651238441467285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:52,308 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:21:52,308 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648912300Writing region info on filesystem at 1732648912300Initializing all the Stores at 1732648912300Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648912300Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648912301 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648912301Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648912301Cleaning up temporary data from old regions at 1732648912306 (+5 ms)Running coprocessor post-open hooks at 1732648912308 (+2 ms)Region opened successfully at 1732648912308 2024-11-26T19:21:52,308 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648912277 2024-11-26T19:21:52,310 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:21:52,310 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:21:52,310 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,42561,1732648909776 2024-11-26T19:21:52,310 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,42561,1732648909776, state=OPEN 2024-11-26T19:21:52,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1712741368/meta-region-server 2024-11-26T19:21:52,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x10155ba197c0004, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1712741368/meta-region-server 2024-11-26T19:21:52,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1712741368/meta-region-server: CHANGED 2024-11-26T19:21:52,312 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,42561,1732648909776 2024-11-26T19:21:52,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1712741368/meta-region-server: CHANGED 2024-11-26T19:21:52,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:21:52,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,42561,1732648909776 in 187 msec 2024-11-26T19:21:52,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:21:52,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-26T19:21:52,315 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:52,315 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:21:52,316 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:52,316 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,42561,1732648909776, seqNum=-1] 2024-11-26T19:21:52,317 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:52,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:52,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-26T19:21:52,321 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648912321, completionTime=-1 2024-11-26T19:21:52,321 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:21:52,321 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:21:52,322 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:21:52,322 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648972322 2024-11-26T19:21:52,322 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732649032322 2024-11-26T19:21:52,322 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T19:21:52,322 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,38189,1732648909731-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:52,322 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,38189,1732648909731-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:52,322 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,38189,1732648909731-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:52,323 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:38189, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:52,323 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:52,323 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:52,324 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:21:52,325 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.503sec 2024-11-26T19:21:52,325 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:21:52,325 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:21:52,325 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:21:52,325 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:21:52,325 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:21:52,325 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,38189,1732648909731-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:21:52,325 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,38189,1732648909731-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:21:52,327 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:21:52,327 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:21:52,327 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,38189,1732648909731-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:52,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ef6ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:52,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,38189,-1 for getting cluster id 2024-11-26T19:21:52,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:52,406 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2370a941-5d46-4d4b-94d6-f8b0850f374a' 2024-11-26T19:21:52,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:52,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2370a941-5d46-4d4b-94d6-f8b0850f374a" 2024-11-26T19:21:52,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af5b3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:52,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,38189,-1] 2024-11-26T19:21:52,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:52,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:52,407 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:52,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7cbbb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:52,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:52,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,42561,1732648909776, seqNum=-1] 2024-11-26T19:21:52,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:52,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:52,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,38189,1732648909731 2024-11-26T19:21:52,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53793 2024-11-26T19:21:52,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:52,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10155ba197c0005 connected 2024-11-26T19:21:52,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/hadoop.log.dir so I do NOT create it in target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0 2024-11-26T19:21:52,417 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T19:21:52,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/hadoop.tmp.dir so I do NOT create it in target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0 2024-11-26T19:21:52,417 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T19:21:52,417 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0 2024-11-26T19:21:52,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:21:52,417 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/cluster_19c97d33-4443-8491-86cd-7411a5e4dea2, deleteOnExit=true 2024-11-26T19:21:52,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T19:21:52,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/test.cache.data in system properties and HBase conf 2024-11-26T19:21:52,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:21:52,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:21:52,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:21:52,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:21:52,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T19:21:52,417 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:21:52,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:21:52,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:21:52,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:21:52,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:21:52,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:21:52,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:21:52,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:21:52,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:21:52,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:21:52,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:21:52,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:21:52,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:21:52,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:21:52,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:21:52,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:52,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:21:52,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:21:52,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:21:52,494 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:21:52,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:52,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2adc35fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:21:52,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@beb64f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:21:52,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61272776{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/java.io.tmpdir/jetty-localhost-45093-hadoop-hdfs-3_4_1-tests_jar-_-any-3531200748257239889/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:21:52,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e2a454{HTTP/1.1, (http/1.1)}{localhost:45093} 2024-11-26T19:21:52,623 INFO [Time-limited test {}] server.Server(415): Started @290304ms 2024-11-26T19:21:52,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:52,722 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:21:52,723 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:21:52,723 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:21:52,723 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:21:52,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d8dfaa5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:21:52,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5663c986{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:21:52,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16448695{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/java.io.tmpdir/jetty-localhost-43679-hadoop-hdfs-3_4_1-tests_jar-_-any-15796754207422304564/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:21:52,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@146e5199{HTTP/1.1, (http/1.1)}{localhost:43679} 2024-11-26T19:21:52,841 INFO [Time-limited test {}] server.Server(415): Started @290522ms 2024-11-26T19:21:52,842 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:21:52,941 WARN [Thread-4545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/cluster_19c97d33-4443-8491-86cd-7411a5e4dea2/data/data1/current/BP-1686964144-172.17.0.2-1732648912436/current, will proceed with Du for space computation calculation, 2024-11-26T19:21:52,941 WARN [Thread-4546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/cluster_19c97d33-4443-8491-86cd-7411a5e4dea2/data/data2/current/BP-1686964144-172.17.0.2-1732648912436/current, will proceed with Du for space computation calculation, 2024-11-26T19:21:52,961 WARN [Thread-4533 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:21:52,963 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99ec3a7cb29edae4 with lease ID 0xb2c3aab9153989d5: Processing first storage report for DS-54e9031e-1d47-4dbc-8acc-03d5b99070a7 from datanode DatanodeRegistration(127.0.0.1:35339, datanodeUuid=b414a931-87be-4708-a11d-dcc9f17ba49b, infoPort=46359, infoSecurePort=0, ipcPort=42019, storageInfo=lv=-57;cid=testClusterID;nsid=222793121;c=1732648912436) 2024-11-26T19:21:52,963 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99ec3a7cb29edae4 with lease ID 0xb2c3aab9153989d5: from storage DS-54e9031e-1d47-4dbc-8acc-03d5b99070a7 node DatanodeRegistration(127.0.0.1:35339, datanodeUuid=b414a931-87be-4708-a11d-dcc9f17ba49b, infoPort=46359, infoSecurePort=0, ipcPort=42019, storageInfo=lv=-57;cid=testClusterID;nsid=222793121;c=1732648912436), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T19:21:52,964 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99ec3a7cb29edae4 with lease ID 0xb2c3aab9153989d5: Processing first storage report for DS-b70c2407-bcb5-4aae-8446-cdabbdd1bd4f from datanode DatanodeRegistration(127.0.0.1:35339, datanodeUuid=b414a931-87be-4708-a11d-dcc9f17ba49b, infoPort=46359, infoSecurePort=0, ipcPort=42019, storageInfo=lv=-57;cid=testClusterID;nsid=222793121;c=1732648912436) 2024-11-26T19:21:52,964 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99ec3a7cb29edae4 with lease ID 0xb2c3aab9153989d5: from storage DS-b70c2407-bcb5-4aae-8446-cdabbdd1bd4f node DatanodeRegistration(127.0.0.1:35339, datanodeUuid=b414a931-87be-4708-a11d-dcc9f17ba49b, infoPort=46359, infoSecurePort=0, ipcPort=42019, storageInfo=lv=-57;cid=testClusterID;nsid=222793121;c=1732648912436), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T19:21:52,964 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0 2024-11-26T19:21:52,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:52,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:52,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:21:53,372 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514 with version=8 2024-11-26T19:21:53,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/hbase-staging 2024-11-26T19:21:53,374 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:21:53,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:53,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:53,374 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:21:53,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:53,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:21:53,375 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T19:21:53,375 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:21:53,375 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34007 2024-11-26T19:21:53,376 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34007 connecting to ZooKeeper ensemble=127.0.0.1:53793 2024-11-26T19:21:53,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340070x0, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:53,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34007-0x10155ba197c0006 connected 2024-11-26T19:21:53,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:53,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:53,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Set watcher on znode that does not yet exist, /22065652987/running 2024-11-26T19:21:53,392 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514, hbase.cluster.distributed=false 2024-11-26T19:21:53,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Set watcher on znode that does not yet exist, /22065652987/acl 2024-11-26T19:21:53,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34007 2024-11-26T19:21:53,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34007 2024-11-26T19:21:53,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34007 2024-11-26T19:21:53,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34007 2024-11-26T19:21:53,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34007 2024-11-26T19:21:53,409 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=45 2024-11-26T19:21:53,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:53,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:53,409 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:21:53,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:53,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:21:53,410 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:21:53,410 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:21:53,410 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34289 2024-11-26T19:21:53,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34289 connecting to ZooKeeper ensemble=127.0.0.1:53793 2024-11-26T19:21:53,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:53,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:53,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342890x0, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:53,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342890x0, quorum=127.0.0.1:53793, baseZNode=/22065652987 Set watcher on znode that does not yet exist, /22065652987/running 2024-11-26T19:21:53,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34289-0x10155ba197c0007 connected 2024-11-26T19:21:53,417 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:21:53,418 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:21:53,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34289-0x10155ba197c0007, quorum=127.0.0.1:53793, baseZNode=/22065652987 Set watcher on znode that does not yet exist, /22065652987/master 2024-11-26T19:21:53,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34289-0x10155ba197c0007, quorum=127.0.0.1:53793, baseZNode=/22065652987 Set watcher on znode that does not yet exist, /22065652987/acl 2024-11-26T19:21:53,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34289 2024-11-26T19:21:53,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34289 2024-11-26T19:21:53,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34289 2024-11-26T19:21:53,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34289 2024-11-26T19:21:53,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34289 2024-11-26T19:21:53,436 DEBUG [M:0;fe76acf732b2:34007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:34007 2024-11-26T19:21:53,437 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22065652987/backup-masters/fe76acf732b2,34007,1732648913374 2024-11-26T19:21:53,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x10155ba197c0007, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065652987/backup-masters 2024-11-26T19:21:53,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065652987/backup-masters 2024-11-26T19:21:53,439 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Set watcher on existing znode=/22065652987/backup-masters/fe76acf732b2,34007,1732648913374 2024-11-26T19:21:53,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x10155ba197c0007, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22065652987/master 2024-11-26T19:21:53,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x10155ba197c0007, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065652987 2024-11-26T19:21:53,440 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Set watcher on existing znode=/22065652987/master 2024-11-26T19:21:53,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065652987 2024-11-26T19:21:53,441 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22065652987/backup-masters/fe76acf732b2,34007,1732648913374 from backup master directory 2024-11-26T19:21:53,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22065652987/backup-masters/fe76acf732b2,34007,1732648913374 2024-11-26T19:21:53,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065652987/backup-masters 2024-11-26T19:21:53,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x10155ba197c0007, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065652987/backup-masters 2024-11-26T19:21:53,443 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:21:53,443 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,34007,1732648913374 2024-11-26T19:21:53,449 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/hbase.id] with ID: d7ce80aa-ea13-41e6-a20e-65d5947f13d2 2024-11-26T19:21:53,449 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/.tmp/hbase.id 2024-11-26T19:21:53,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:21:53,854 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/.tmp/hbase.id]:[hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/hbase.id] 2024-11-26T19:21:53,861 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:53,862 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T19:21:53,862 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T19:21:53,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065652987 2024-11-26T19:21:53,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x10155ba197c0007, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065652987 2024-11-26T19:21:53,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:21:54,269 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:21:54,269 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:21:54,270 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:54,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:21:54,679 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/data/master/store 2024-11-26T19:21:54,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:21:55,084 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:55,084 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:21:55,084 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:55,084 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:55,084 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:21:55,084 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:55,084 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:55,084 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648915084Disabling compacts and flushes for region at 1732648915084Disabling writes for close at 1732648915084Writing region close event to WAL at 1732648915084Closed at 1732648915084 2024-11-26T19:21:55,085 WARN [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/data/master/store/.initializing 2024-11-26T19:21:55,085 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/WALs/fe76acf732b2,34007,1732648913374 2024-11-26T19:21:55,086 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:21:55,087 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C34007%2C1732648913374, suffix=, logDir=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/WALs/fe76acf732b2,34007,1732648913374, archiveDir=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/oldWALs, maxLogs=10 2024-11-26T19:21:55,101 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/WALs/fe76acf732b2,34007,1732648913374/fe76acf732b2%2C34007%2C1732648913374.1732648915087, exclude list is [], retry=0 2024-11-26T19:21:55,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35339,DS-54e9031e-1d47-4dbc-8acc-03d5b99070a7,DISK] 2024-11-26T19:21:55,105 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/WALs/fe76acf732b2,34007,1732648913374/fe76acf732b2%2C34007%2C1732648913374.1732648915087 2024-11-26T19:21:55,106 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46359:46359)] 2024-11-26T19:21:55,106 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:55,106 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:55,106 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:55,106 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:55,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:55,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:21:55,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:55,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:55,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:55,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:21:55,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:55,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:55,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:55,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:21:55,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:55,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:55,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:55,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:21:55,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:55,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:55,111 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:55,112 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:55,112 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:55,113 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:55,113 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:55,114 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:55,114 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:55,116 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:55,116 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64153146, jitterRate=-0.04404363036155701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:55,116 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732648915106Initializing all the Stores at 1732648915107 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648915107Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648915107Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648915107Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648915107Cleaning up temporary data from old regions at 1732648915113 (+6 ms)Region opened successfully at 1732648915116 (+3 ms) 2024-11-26T19:21:55,116 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:21:55,118 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326032d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:21:55,119 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T19:21:55,119 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:21:55,119 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:21:55,119 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:21:55,120 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T19:21:55,120 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T19:21:55,120 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:21:55,121 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:21:55,122 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Unable to get data of znode /22065652987/balancer because node does not exist (not necessarily an error) 2024-11-26T19:21:55,123 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22065652987/balancer already deleted, retry=false 2024-11-26T19:21:55,123 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:21:55,124 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Unable to get data of znode /22065652987/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:21:55,125 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22065652987/normalizer already deleted, retry=false 2024-11-26T19:21:55,125 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:21:55,126 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Unable to get data of znode /22065652987/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:21:55,128 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22065652987/switch/split already deleted, retry=false 2024-11-26T19:21:55,129 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Unable to get data of znode /22065652987/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:21:55,130 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22065652987/switch/merge already deleted, retry=false 2024-11-26T19:21:55,131 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Unable to get data of znode /22065652987/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:21:55,132 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22065652987/snapshot-cleanup already deleted, retry=false 2024-11-26T19:21:55,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22065652987/running 2024-11-26T19:21:55,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x10155ba197c0007, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22065652987/running 2024-11-26T19:21:55,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x10155ba197c0007, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065652987 2024-11-26T19:21:55,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065652987 2024-11-26T19:21:55,134 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,34007,1732648913374, sessionid=0x10155ba197c0006, setting cluster-up flag (Was=false) 2024-11-26T19:21:55,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x10155ba197c0007, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065652987 2024-11-26T19:21:55,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065652987 2024-11-26T19:21:55,142 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22065652987/flush-table-proc/acquired, /22065652987/flush-table-proc/reached, /22065652987/flush-table-proc/abort 2024-11-26T19:21:55,143 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,34007,1732648913374 2024-11-26T19:21:55,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065652987 2024-11-26T19:21:55,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x10155ba197c0007, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065652987 2024-11-26T19:21:55,149 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22065652987/online-snapshot/acquired, /22065652987/online-snapshot/reached, /22065652987/online-snapshot/abort 2024-11-26T19:21:55,150 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,34007,1732648913374 2024-11-26T19:21:55,151 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T19:21:55,152 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:55,152 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T19:21:55,152 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:21:55,152 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,34007,1732648913374 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:21:55,153 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:55,153 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:55,153 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:55,153 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:55,153 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:21:55,153 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:55,153 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:21:55,153 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:55,155 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648945155 2024-11-26T19:21:55,155 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:55,155 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:21:55,155 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:21:55,155 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:21:55,155 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:21:55,155 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:21:55,155 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:21:55,155 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:21:55,155 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:55,156 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:55,156 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:21:55,156 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:21:55,156 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:21:55,156 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:21:55,156 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T19:21:55,156 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:21:55,156 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:21:55,156 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648915156,5,FailOnTimeoutGroup] 2024-11-26T19:21:55,160 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648915156,5,FailOnTimeoutGroup] 2024-11-26T19:21:55,160 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:55,160 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:21:55,160 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:55,160 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:55,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741831_1007 (size=1321) 2024-11-26T19:21:55,227 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(746): ClusterId : d7ce80aa-ea13-41e6-a20e-65d5947f13d2 2024-11-26T19:21:55,227 DEBUG [RS:0;fe76acf732b2:34289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:21:55,229 DEBUG [RS:0;fe76acf732b2:34289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:21:55,229 DEBUG [RS:0;fe76acf732b2:34289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:21:55,230 DEBUG [RS:0;fe76acf732b2:34289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:21:55,231 DEBUG [RS:0;fe76acf732b2:34289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11356255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0 2024-11-26T19:21:55,243 DEBUG [RS:0;fe76acf732b2:34289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:34289 2024-11-26T19:21:55,243 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T19:21:55,243 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T19:21:55,243 DEBUG [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T19:21:55,244 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,34007,1732648913374 with port=34289, startcode=1732648913409 2024-11-26T19:21:55,244 DEBUG [RS:0;fe76acf732b2:34289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:21:55,245 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:21:55,245 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,34289,1732648913409 2024-11-26T19:21:55,245 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34007 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,34289,1732648913409 2024-11-26T19:21:55,246 DEBUG [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514 2024-11-26T19:21:55,246 DEBUG [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40653 2024-11-26T19:21:55,246 DEBUG [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T19:21:55,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065652987/rs 2024-11-26T19:21:55,251 DEBUG [RS:0;fe76acf732b2:34289 {}] zookeeper.ZKUtil(111): regionserver:34289-0x10155ba197c0007, quorum=127.0.0.1:53793, baseZNode=/22065652987 Set watcher on existing znode=/22065652987/rs/fe76acf732b2,34289,1732648913409 2024-11-26T19:21:55,252 WARN [RS:0;fe76acf732b2:34289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:21:55,252 INFO [RS:0;fe76acf732b2:34289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:55,252 DEBUG [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/WALs/fe76acf732b2,34289,1732648913409 2024-11-26T19:21:55,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,34289,1732648913409] 2024-11-26T19:21:55,254 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:21:55,256 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:21:55,256 INFO [RS:0;fe76acf732b2:34289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:21:55,256 INFO [RS:0;fe76acf732b2:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:55,256 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T19:21:55,257 INFO [RS:0;fe76acf732b2:34289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T19:21:55,257 INFO [RS:0;fe76acf732b2:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:55,257 DEBUG [RS:0;fe76acf732b2:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:55,257 DEBUG [RS:0;fe76acf732b2:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:55,257 DEBUG [RS:0;fe76acf732b2:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:55,257 DEBUG [RS:0;fe76acf732b2:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:55,257 DEBUG [RS:0;fe76acf732b2:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:55,257 DEBUG [RS:0;fe76acf732b2:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:21:55,257 DEBUG [RS:0;fe76acf732b2:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:55,257 DEBUG [RS:0;fe76acf732b2:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:55,257 DEBUG [RS:0;fe76acf732b2:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:55,257 DEBUG [RS:0;fe76acf732b2:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:55,257 DEBUG [RS:0;fe76acf732b2:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:55,257 DEBUG [RS:0;fe76acf732b2:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:55,257 DEBUG [RS:0;fe76acf732b2:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:21:55,257 DEBUG [RS:0;fe76acf732b2:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:21:55,259 INFO [RS:0;fe76acf732b2:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:55,259 INFO [RS:0;fe76acf732b2:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:55,259 INFO [RS:0;fe76acf732b2:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:55,259 INFO [RS:0;fe76acf732b2:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:55,259 INFO [RS:0;fe76acf732b2:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:55,259 INFO [RS:0;fe76acf732b2:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34289,1732648913409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:21:55,273 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:21:55,273 INFO [RS:0;fe76acf732b2:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34289,1732648913409-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:55,273 INFO [RS:0;fe76acf732b2:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:55,273 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.Replication(171): fe76acf732b2,34289,1732648913409 started 2024-11-26T19:21:55,286 INFO [RS:0;fe76acf732b2:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:55,286 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,34289,1732648913409, RpcServer on fe76acf732b2/172.17.0.2:34289, sessionid=0x10155ba197c0007 2024-11-26T19:21:55,287 DEBUG [RS:0;fe76acf732b2:34289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:21:55,287 DEBUG [RS:0;fe76acf732b2:34289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,34289,1732648913409 2024-11-26T19:21:55,287 DEBUG [RS:0;fe76acf732b2:34289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,34289,1732648913409' 2024-11-26T19:21:55,287 DEBUG [RS:0;fe76acf732b2:34289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22065652987/flush-table-proc/abort' 2024-11-26T19:21:55,287 DEBUG [RS:0;fe76acf732b2:34289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22065652987/flush-table-proc/acquired' 2024-11-26T19:21:55,287 DEBUG [RS:0;fe76acf732b2:34289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:21:55,287 DEBUG [RS:0;fe76acf732b2:34289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:21:55,287 DEBUG [RS:0;fe76acf732b2:34289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,34289,1732648913409 2024-11-26T19:21:55,287 DEBUG [RS:0;fe76acf732b2:34289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,34289,1732648913409' 2024-11-26T19:21:55,287 DEBUG [RS:0;fe76acf732b2:34289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22065652987/online-snapshot/abort' 2024-11-26T19:21:55,288 DEBUG [RS:0;fe76acf732b2:34289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22065652987/online-snapshot/acquired' 2024-11-26T19:21:55,288 DEBUG [RS:0;fe76acf732b2:34289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:21:55,288 INFO [RS:0;fe76acf732b2:34289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:21:55,288 INFO [RS:0;fe76acf732b2:34289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:21:55,388 INFO [RS:0;fe76acf732b2:34289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:21:55,389 INFO [RS:0;fe76acf732b2:34289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C34289%2C1732648913409, suffix=, logDir=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/WALs/fe76acf732b2,34289,1732648913409, archiveDir=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/oldWALs, maxLogs=10 2024-11-26T19:21:55,403 DEBUG [RS:0;fe76acf732b2:34289 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/WALs/fe76acf732b2,34289,1732648913409/fe76acf732b2%2C34289%2C1732648913409.1732648915390, exclude list is [], retry=0 2024-11-26T19:21:55,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35339,DS-54e9031e-1d47-4dbc-8acc-03d5b99070a7,DISK] 2024-11-26T19:21:55,407 INFO [RS:0;fe76acf732b2:34289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/WALs/fe76acf732b2,34289,1732648913409/fe76acf732b2%2C34289%2C1732648913409.1732648915390 2024-11-26T19:21:55,407 DEBUG [RS:0;fe76acf732b2:34289 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46359:46359)] 2024-11-26T19:21:55,564 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T19:21:55,564 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514 2024-11-26T19:21:55,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741833_1009 (size=32) 2024-11-26T19:21:55,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:55,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:21:55,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:21:55,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:55,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:55,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:21:55,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:21:55,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:55,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:55,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:21:55,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:21:55,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:55,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:55,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:21:55,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:21:55,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:55,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:55,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:21:55,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740 2024-11-26T19:21:55,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740 2024-11-26T19:21:55,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:21:55,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:21:55,576 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:55,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:21:55,578 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:55,578 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59179444, jitterRate=-0.11815756559371948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:55,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732648915569Initializing all the Stores at 1732648915569Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648915569Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648915570 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648915570Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648915570Cleaning up temporary data from old regions at 1732648915576 (+6 ms)Region opened successfully at 1732648915578 (+2 ms) 2024-11-26T19:21:55,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:21:55,578 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:21:55,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:21:55,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:21:55,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:21:55,579 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:21:55,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648915578Disabling compacts and flushes for region at 1732648915578Disabling writes for close at 1732648915578Writing region close event to WAL at 1732648915579 (+1 ms)Closed at 1732648915579 2024-11-26T19:21:55,580 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:55,580 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T19:21:55,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:21:55,581 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:21:55,581 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:21:55,732 DEBUG [fe76acf732b2:34007 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:21:55,732 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,34289,1732648913409 2024-11-26T19:21:55,733 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,34289,1732648913409, state=OPENING 2024-11-26T19:21:55,734 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:21:55,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065652987 2024-11-26T19:21:55,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x10155ba197c0007, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065652987 2024-11-26T19:21:55,736 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:21:55,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22065652987/meta-region-server: CHANGED 2024-11-26T19:21:55,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22065652987/meta-region-server: CHANGED 2024-11-26T19:21:55,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,34289,1732648913409}] 2024-11-26T19:21:55,889 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:21:55,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:21:55,893 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T19:21:55,893 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:55,893 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:21:55,894 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C34289%2C1732648913409.meta, suffix=.meta, logDir=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/WALs/fe76acf732b2,34289,1732648913409, archiveDir=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/oldWALs, maxLogs=10 2024-11-26T19:21:55,924 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/WALs/fe76acf732b2,34289,1732648913409/fe76acf732b2%2C34289%2C1732648913409.meta.1732648915894.meta, exclude list is [], retry=0 2024-11-26T19:21:55,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35339,DS-54e9031e-1d47-4dbc-8acc-03d5b99070a7,DISK] 2024-11-26T19:21:55,928 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/WALs/fe76acf732b2,34289,1732648913409/fe76acf732b2%2C34289%2C1732648913409.meta.1732648915894.meta 2024-11-26T19:21:55,928 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46359:46359)] 2024-11-26T19:21:55,929 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:55,929 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:21:55,929 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:21:55,929 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:21:55,929 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:21:55,930 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:21:55,930 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:55,930 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T19:21:55,930 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T19:21:55,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:21:55,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:21:55,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:55,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:55,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T19:21:55,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T19:21:55,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:55,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:55,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:21:55,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:21:55,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:55,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:55,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:21:55,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:21:55,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:55,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:55,935 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T19:21:55,935 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740 2024-11-26T19:21:55,936 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740 2024-11-26T19:21:55,937 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T19:21:55,937 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T19:21:55,938 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:55,939 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T19:21:55,939 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66526054, jitterRate=-0.008684545755386353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:55,939 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T19:21:55,939 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732648915930Writing region info on filesystem at 1732648915930Initializing all the Stores at 1732648915931 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648915931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648915931Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648915931Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732648915931Cleaning up temporary data from old regions at 1732648915937 (+6 ms)Running coprocessor post-open hooks at 1732648915939 (+2 ms)Region opened successfully at 1732648915939 2024-11-26T19:21:55,940 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648915888 2024-11-26T19:21:55,942 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:21:55,942 INFO [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T19:21:55,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,34289,1732648913409 2024-11-26T19:21:55,943 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,34289,1732648913409, state=OPEN 2024-11-26T19:21:55,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x10155ba197c0007, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22065652987/meta-region-server 2024-11-26T19:21:55,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22065652987/meta-region-server 2024-11-26T19:21:55,949 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,34289,1732648913409 2024-11-26T19:21:55,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22065652987/meta-region-server: CHANGED 2024-11-26T19:21:55,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22065652987/meta-region-server: CHANGED 2024-11-26T19:21:55,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:21:55,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,34289,1732648913409 in 213 msec 2024-11-26T19:21:55,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:21:55,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-26T19:21:55,954 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:55,954 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T19:21:55,955 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:55,955 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,34289,1732648913409, seqNum=-1] 2024-11-26T19:21:55,955 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:55,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:55,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 808 msec 2024-11-26T19:21:55,960 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648915960, completionTime=-1 2024-11-26T19:21:55,960 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:21:55,960 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T19:21:55,962 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T19:21:55,962 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648975962 2024-11-26T19:21:55,962 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732649035962 2024-11-26T19:21:55,962 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T19:21:55,963 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34007,1732648913374-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:55,963 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34007,1732648913374-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:55,963 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34007,1732648913374-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:55,963 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:34007, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:55,963 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:55,963 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:55,964 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T19:21:55,966 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.523sec 2024-11-26T19:21:55,966 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:21:55,966 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:21:55,966 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:21:55,966 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:21:55,966 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:21:55,966 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34007,1732648913374-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:21:55,966 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34007,1732648913374-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:21:55,968 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:21:55,968 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:21:55,968 INFO [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,34007,1732648913374-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:56,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acf74bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:56,028 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,34007,-1 for getting cluster id 2024-11-26T19:21:56,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:21:56,029 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7ce80aa-ea13-41e6-a20e-65d5947f13d2' 2024-11-26T19:21:56,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:21:56,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7ce80aa-ea13-41e6-a20e-65d5947f13d2" 2024-11-26T19:21:56,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e8824f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:56,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,34007,-1] 2024-11-26T19:21:56,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:21:56,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:56,030 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:21:56,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebac23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:56,031 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:21:56,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,34289,1732648913409, seqNum=-1] 2024-11-26T19:21:56,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:56,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:56,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,34007,1732648913374 2024-11-26T19:21:56,035 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53793 2024-11-26T19:21:56,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:56,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10155ba197c0008 connected 2024-11-26T19:21:56,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:21:56,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,46779,1732648907412 2024-11-26T19:21:56,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@782660e3 2024-11-26T19:21:56,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:21:56,042 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:21:56,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:21:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T19:21:56,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:21:56,045 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:56,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T19:21:56,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:21:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:56,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741835_1011 (size=902) 2024-11-26T19:21:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:56,453 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 161d17e018a1491350d1592f525b304a, NAME => 'test,,1732648916043.161d17e018a1491350d1592f525b304a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17 2024-11-26T19:21:56,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741836_1012 (size=39) 2024-11-26T19:21:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:56,858 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732648916043.161d17e018a1491350d1592f525b304a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:56,858 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 161d17e018a1491350d1592f525b304a, disabling compactions & flushes 2024-11-26T19:21:56,858 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732648916043.161d17e018a1491350d1592f525b304a. 2024-11-26T19:21:56,858 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648916043.161d17e018a1491350d1592f525b304a. 2024-11-26T19:21:56,858 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732648916043.161d17e018a1491350d1592f525b304a. after waiting 0 ms 2024-11-26T19:21:56,858 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732648916043.161d17e018a1491350d1592f525b304a. 2024-11-26T19:21:56,858 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732648916043.161d17e018a1491350d1592f525b304a. 2024-11-26T19:21:56,858 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 161d17e018a1491350d1592f525b304a: Waiting for close lock at 1732648916858Disabling compacts and flushes for region at 1732648916858Disabling writes for close at 1732648916858Writing region close event to WAL at 1732648916858Closed at 1732648916858 2024-11-26T19:21:56,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:21:56,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732648916043.161d17e018a1491350d1592f525b304a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732648916859"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648916859"}]},"ts":"1732648916859"} 2024-11-26T19:21:56,861 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:21:56,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:21:56,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648916862"}]},"ts":"1732648916862"} 2024-11-26T19:21:56,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T19:21:56,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=161d17e018a1491350d1592f525b304a, ASSIGN}] 2024-11-26T19:21:56,865 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=161d17e018a1491350d1592f525b304a, ASSIGN 2024-11-26T19:21:56,866 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=161d17e018a1491350d1592f525b304a, ASSIGN; state=OFFLINE, location=fe76acf732b2,35877,1732648907460; forceNewPlan=false, retain=false 2024-11-26T19:21:57,017 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=161d17e018a1491350d1592f525b304a, regionState=OPENING, regionLocation=fe76acf732b2,35877,1732648907460 2024-11-26T19:21:57,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=161d17e018a1491350d1592f525b304a, ASSIGN because future has completed 2024-11-26T19:21:57,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 161d17e018a1491350d1592f525b304a, server=fe76acf732b2,35877,1732648907460}] 2024-11-26T19:21:57,175 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732648916043.161d17e018a1491350d1592f525b304a. 2024-11-26T19:21:57,175 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 161d17e018a1491350d1592f525b304a, NAME => 'test,,1732648916043.161d17e018a1491350d1592f525b304a.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:57,175 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:21:57,175 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T19:21:57,175 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 161d17e018a1491350d1592f525b304a 2024-11-26T19:21:57,175 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732648916043.161d17e018a1491350d1592f525b304a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:57,175 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 161d17e018a1491350d1592f525b304a 2024-11-26T19:21:57,175 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 161d17e018a1491350d1592f525b304a 2024-11-26T19:21:57,178 INFO [StoreOpener-161d17e018a1491350d1592f525b304a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 161d17e018a1491350d1592f525b304a 2024-11-26T19:21:57,178 INFO [StoreOpener-161d17e018a1491350d1592f525b304a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 161d17e018a1491350d1592f525b304a columnFamilyName f 2024-11-26T19:21:57,179 DEBUG [StoreOpener-161d17e018a1491350d1592f525b304a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:57,179 INFO [StoreOpener-161d17e018a1491350d1592f525b304a-1 {}] regionserver.HStore(327): Store=161d17e018a1491350d1592f525b304a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:57,179 INFO [StoreOpener-161d17e018a1491350d1592f525b304a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 161d17e018a1491350d1592f525b304a 2024-11-26T19:21:57,180 INFO [StoreOpener-161d17e018a1491350d1592f525b304a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 161d17e018a1491350d1592f525b304a columnFamilyName f1 2024-11-26T19:21:57,180 DEBUG [StoreOpener-161d17e018a1491350d1592f525b304a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:57,180 INFO [StoreOpener-161d17e018a1491350d1592f525b304a-1 {}] regionserver.HStore(327): Store=161d17e018a1491350d1592f525b304a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:57,180 INFO [StoreOpener-161d17e018a1491350d1592f525b304a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 161d17e018a1491350d1592f525b304a 2024-11-26T19:21:57,181 INFO [StoreOpener-161d17e018a1491350d1592f525b304a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 161d17e018a1491350d1592f525b304a columnFamilyName norep 2024-11-26T19:21:57,181 DEBUG [StoreOpener-161d17e018a1491350d1592f525b304a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:57,181 INFO [StoreOpener-161d17e018a1491350d1592f525b304a-1 {}] regionserver.HStore(327): Store=161d17e018a1491350d1592f525b304a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:57,181 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 161d17e018a1491350d1592f525b304a 2024-11-26T19:21:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:57,182 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/default/test/161d17e018a1491350d1592f525b304a 2024-11-26T19:21:57,182 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/default/test/161d17e018a1491350d1592f525b304a 2024-11-26T19:21:57,183 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 161d17e018a1491350d1592f525b304a 2024-11-26T19:21:57,183 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 161d17e018a1491350d1592f525b304a 2024-11-26T19:21:57,183 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:21:57,184 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 161d17e018a1491350d1592f525b304a 2024-11-26T19:21:57,186 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/default/test/161d17e018a1491350d1592f525b304a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:57,186 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 161d17e018a1491350d1592f525b304a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67444505, jitterRate=0.005001440644264221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:21:57,186 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 161d17e018a1491350d1592f525b304a 2024-11-26T19:21:57,186 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 161d17e018a1491350d1592f525b304a: Running coprocessor pre-open hook at 1732648917175Writing region info on filesystem at 1732648917175Initializing all the Stores at 1732648917176 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648917176Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648917177 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648917177Cleaning up temporary data from old regions at 1732648917183 (+6 ms)Running coprocessor post-open hooks at 1732648917186 (+3 ms)Region opened successfully at 1732648917186 2024-11-26T19:21:57,187 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732648916043.161d17e018a1491350d1592f525b304a., pid=6, masterSystemTime=1732648917171 2024-11-26T19:21:57,189 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732648916043.161d17e018a1491350d1592f525b304a. 2024-11-26T19:21:57,189 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732648916043.161d17e018a1491350d1592f525b304a. 2024-11-26T19:21:57,189 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=161d17e018a1491350d1592f525b304a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fe76acf732b2,35877,1732648907460 2024-11-26T19:21:57,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 161d17e018a1491350d1592f525b304a, server=fe76acf732b2,35877,1732648907460 because future has completed 2024-11-26T19:21:57,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T19:21:57,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 161d17e018a1491350d1592f525b304a, server=fe76acf732b2,35877,1732648907460 in 173 msec 2024-11-26T19:21:57,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T19:21:57,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=161d17e018a1491350d1592f525b304a, ASSIGN in 329 msec 2024-11-26T19:21:57,195 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:21:57,196 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648917195"}]},"ts":"1732648917195"} 2024-11-26T19:21:57,197 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T19:21:57,198 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:21:57,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-26T19:21:57,802 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:21:57,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:57,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:57,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:57,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:57,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:57,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:57,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:57,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:57,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:57,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:57,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:57,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:57,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:57,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:57,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:57,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:57,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:21:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:58,192 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T19:21:58,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:21:58,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,38189,1732648909731 2024-11-26T19:21:58,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@304fd830 2024-11-26T19:21:58,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:21:58,194 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:21:58,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:21:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T19:21:58,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:21:58,197 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:58,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T19:21:58,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:21:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:58,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741835_1011 (size=902) 2024-11-26T19:21:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:58,603 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc6b6706ae4aa303a00b13e9740198af, NAME => 'test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece 2024-11-26T19:21:58,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741836_1012 (size=39) 2024-11-26T19:21:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:59,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:59,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dc6b6706ae4aa303a00b13e9740198af, disabling compactions & flushes 2024-11-26T19:21:59,008 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af. 2024-11-26T19:21:59,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af. 2024-11-26T19:21:59,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af. after waiting 0 ms 2024-11-26T19:21:59,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af. 2024-11-26T19:21:59,009 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af. 2024-11-26T19:21:59,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc6b6706ae4aa303a00b13e9740198af: Waiting for close lock at 1732648919008Disabling compacts and flushes for region at 1732648919008Disabling writes for close at 1732648919009 (+1 ms)Writing region close event to WAL at 1732648919009Closed at 1732648919009 2024-11-26T19:21:59,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:21:59,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732648919010"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648919010"}]},"ts":"1732648919010"} 2024-11-26T19:21:59,011 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:21:59,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:21:59,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648919012"}]},"ts":"1732648919012"} 2024-11-26T19:21:59,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T19:21:59,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dc6b6706ae4aa303a00b13e9740198af, ASSIGN}] 2024-11-26T19:21:59,015 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dc6b6706ae4aa303a00b13e9740198af, ASSIGN 2024-11-26T19:21:59,015 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dc6b6706ae4aa303a00b13e9740198af, ASSIGN; state=OFFLINE, location=fe76acf732b2,42561,1732648909776; forceNewPlan=false, retain=false 2024-11-26T19:21:59,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dc6b6706ae4aa303a00b13e9740198af, regionState=OPENING, regionLocation=fe76acf732b2,42561,1732648909776 2024-11-26T19:21:59,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dc6b6706ae4aa303a00b13e9740198af, ASSIGN because future has completed 2024-11-26T19:21:59,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc6b6706ae4aa303a00b13e9740198af, server=fe76acf732b2,42561,1732648909776}] 2024-11-26T19:21:59,324 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af. 2024-11-26T19:21:59,324 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dc6b6706ae4aa303a00b13e9740198af, NAME => 'test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:59,325 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:21:59,325 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T19:21:59,325 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dc6b6706ae4aa303a00b13e9740198af 2024-11-26T19:21:59,325 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:59,325 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dc6b6706ae4aa303a00b13e9740198af 2024-11-26T19:21:59,325 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dc6b6706ae4aa303a00b13e9740198af 2024-11-26T19:21:59,328 INFO [StoreOpener-dc6b6706ae4aa303a00b13e9740198af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dc6b6706ae4aa303a00b13e9740198af 2024-11-26T19:21:59,329 INFO [StoreOpener-dc6b6706ae4aa303a00b13e9740198af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc6b6706ae4aa303a00b13e9740198af columnFamilyName f 2024-11-26T19:21:59,329 DEBUG [StoreOpener-dc6b6706ae4aa303a00b13e9740198af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:59,329 INFO [StoreOpener-dc6b6706ae4aa303a00b13e9740198af-1 {}] regionserver.HStore(327): Store=dc6b6706ae4aa303a00b13e9740198af/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:59,329 INFO [StoreOpener-dc6b6706ae4aa303a00b13e9740198af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dc6b6706ae4aa303a00b13e9740198af 2024-11-26T19:21:59,330 INFO [StoreOpener-dc6b6706ae4aa303a00b13e9740198af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc6b6706ae4aa303a00b13e9740198af columnFamilyName f1 2024-11-26T19:21:59,330 DEBUG [StoreOpener-dc6b6706ae4aa303a00b13e9740198af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:59,330 INFO [StoreOpener-dc6b6706ae4aa303a00b13e9740198af-1 {}] regionserver.HStore(327): Store=dc6b6706ae4aa303a00b13e9740198af/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:59,330 INFO [StoreOpener-dc6b6706ae4aa303a00b13e9740198af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dc6b6706ae4aa303a00b13e9740198af 2024-11-26T19:21:59,331 INFO [StoreOpener-dc6b6706ae4aa303a00b13e9740198af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc6b6706ae4aa303a00b13e9740198af columnFamilyName norep 2024-11-26T19:21:59,331 DEBUG [StoreOpener-dc6b6706ae4aa303a00b13e9740198af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:59,332 INFO [StoreOpener-dc6b6706ae4aa303a00b13e9740198af-1 {}] regionserver.HStore(327): Store=dc6b6706ae4aa303a00b13e9740198af/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:59,332 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dc6b6706ae4aa303a00b13e9740198af 2024-11-26T19:21:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:21:59,332 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/default/test/dc6b6706ae4aa303a00b13e9740198af 2024-11-26T19:21:59,333 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/default/test/dc6b6706ae4aa303a00b13e9740198af 2024-11-26T19:21:59,333 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dc6b6706ae4aa303a00b13e9740198af 2024-11-26T19:21:59,333 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dc6b6706ae4aa303a00b13e9740198af 2024-11-26T19:21:59,334 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:21:59,334 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dc6b6706ae4aa303a00b13e9740198af 2024-11-26T19:21:59,337 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/default/test/dc6b6706ae4aa303a00b13e9740198af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:59,337 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dc6b6706ae4aa303a00b13e9740198af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62155731, jitterRate=-0.07380743324756622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:21:59,337 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc6b6706ae4aa303a00b13e9740198af 2024-11-26T19:21:59,337 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dc6b6706ae4aa303a00b13e9740198af: Running coprocessor pre-open hook at 1732648919325Writing region info on filesystem at 1732648919325Initializing all the Stores at 1732648919326 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648919326Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648919327 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648919327Cleaning up temporary data from old regions at 1732648919333 (+6 ms)Running coprocessor post-open hooks at 1732648919337 (+4 ms)Region opened successfully at 1732648919337 2024-11-26T19:21:59,338 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af., pid=6, masterSystemTime=1732648919319 2024-11-26T19:21:59,340 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af. 2024-11-26T19:21:59,340 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af. 2024-11-26T19:21:59,340 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dc6b6706ae4aa303a00b13e9740198af, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fe76acf732b2,42561,1732648909776 2024-11-26T19:21:59,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc6b6706ae4aa303a00b13e9740198af, server=fe76acf732b2,42561,1732648909776 because future has completed 2024-11-26T19:21:59,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T19:21:59,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dc6b6706ae4aa303a00b13e9740198af, server=fe76acf732b2,42561,1732648909776 in 175 msec 2024-11-26T19:21:59,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T19:21:59,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dc6b6706ae4aa303a00b13e9740198af, ASSIGN in 331 msec 2024-11-26T19:21:59,348 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:21:59,348 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648919348"}]},"ts":"1732648919348"} 2024-11-26T19:21:59,349 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T19:21:59,350 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:21:59,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-26T19:22:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:22:00,342 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T19:22:00,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:22:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,34007,1732648913374 2024-11-26T19:22:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a2f6b5c 2024-11-26T19:22:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:22:00,344 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:22:00,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:22:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T19:22:00,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:22:00,347 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:00,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T19:22:00,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:22:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:22:00,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741835_1011 (size=902) 2024-11-26T19:22:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:22:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:22:00,754 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 709dc95d21e25ee2310d7223cc166ea2, NAME => 'test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514 2024-11-26T19:22:00,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741836_1012 (size=39) 2024-11-26T19:22:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:22:01,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:22:01,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 709dc95d21e25ee2310d7223cc166ea2, disabling compactions & flushes 2024-11-26T19:22:01,160 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2. 2024-11-26T19:22:01,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2. 2024-11-26T19:22:01,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2. after waiting 0 ms 2024-11-26T19:22:01,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2. 2024-11-26T19:22:01,160 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2. 2024-11-26T19:22:01,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 709dc95d21e25ee2310d7223cc166ea2: Waiting for close lock at 1732648921160Disabling compacts and flushes for region at 1732648921160Disabling writes for close at 1732648921160Writing region close event to WAL at 1732648921160Closed at 1732648921160 2024-11-26T19:22:01,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:22:01,162 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732648921161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648921161"}]},"ts":"1732648921161"} 2024-11-26T19:22:01,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:22:01,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:22:01,164 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648921164"}]},"ts":"1732648921164"} 2024-11-26T19:22:01,165 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T19:22:01,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=709dc95d21e25ee2310d7223cc166ea2, ASSIGN}] 2024-11-26T19:22:01,167 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=709dc95d21e25ee2310d7223cc166ea2, ASSIGN 2024-11-26T19:22:01,167 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=709dc95d21e25ee2310d7223cc166ea2, ASSIGN; state=OFFLINE, location=fe76acf732b2,34289,1732648913409; forceNewPlan=false, retain=false 2024-11-26T19:22:01,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=709dc95d21e25ee2310d7223cc166ea2, regionState=OPENING, regionLocation=fe76acf732b2,34289,1732648913409 2024-11-26T19:22:01,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=709dc95d21e25ee2310d7223cc166ea2, ASSIGN because future has completed 2024-11-26T19:22:01,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 709dc95d21e25ee2310d7223cc166ea2, server=fe76acf732b2,34289,1732648913409}] 2024-11-26T19:22:01,476 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2. 2024-11-26T19:22:01,476 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 709dc95d21e25ee2310d7223cc166ea2, NAME => 'test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:22:01,477 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:22:01,477 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T19:22:01,478 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 709dc95d21e25ee2310d7223cc166ea2 2024-11-26T19:22:01,478 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:22:01,478 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 709dc95d21e25ee2310d7223cc166ea2 2024-11-26T19:22:01,478 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 709dc95d21e25ee2310d7223cc166ea2 2024-11-26T19:22:01,480 INFO [StoreOpener-709dc95d21e25ee2310d7223cc166ea2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 709dc95d21e25ee2310d7223cc166ea2 2024-11-26T19:22:01,481 INFO [StoreOpener-709dc95d21e25ee2310d7223cc166ea2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 709dc95d21e25ee2310d7223cc166ea2 columnFamilyName f 2024-11-26T19:22:01,482 DEBUG [StoreOpener-709dc95d21e25ee2310d7223cc166ea2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:22:01,482 INFO [StoreOpener-709dc95d21e25ee2310d7223cc166ea2-1 {}] regionserver.HStore(327): Store=709dc95d21e25ee2310d7223cc166ea2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:22:01,482 INFO [StoreOpener-709dc95d21e25ee2310d7223cc166ea2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 709dc95d21e25ee2310d7223cc166ea2 2024-11-26T19:22:01,483 INFO [StoreOpener-709dc95d21e25ee2310d7223cc166ea2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 709dc95d21e25ee2310d7223cc166ea2 columnFamilyName f1 2024-11-26T19:22:01,483 DEBUG [StoreOpener-709dc95d21e25ee2310d7223cc166ea2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:01,483 INFO [StoreOpener-709dc95d21e25ee2310d7223cc166ea2-1 {}] regionserver.HStore(327): Store=709dc95d21e25ee2310d7223cc166ea2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:22:01,483 INFO [StoreOpener-709dc95d21e25ee2310d7223cc166ea2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 709dc95d21e25ee2310d7223cc166ea2 2024-11-26T19:22:01,484 INFO [StoreOpener-709dc95d21e25ee2310d7223cc166ea2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 709dc95d21e25ee2310d7223cc166ea2 columnFamilyName norep 2024-11-26T19:22:01,484 DEBUG [StoreOpener-709dc95d21e25ee2310d7223cc166ea2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:01,484 INFO [StoreOpener-709dc95d21e25ee2310d7223cc166ea2-1 {}] regionserver.HStore(327): Store=709dc95d21e25ee2310d7223cc166ea2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:22:01,484 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 709dc95d21e25ee2310d7223cc166ea2 2024-11-26T19:22:01,485 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/default/test/709dc95d21e25ee2310d7223cc166ea2 2024-11-26T19:22:01,485 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/default/test/709dc95d21e25ee2310d7223cc166ea2 2024-11-26T19:22:01,486 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 709dc95d21e25ee2310d7223cc166ea2 2024-11-26T19:22:01,486 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 709dc95d21e25ee2310d7223cc166ea2 2024-11-26T19:22:01,486 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:22:01,487 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 709dc95d21e25ee2310d7223cc166ea2 2024-11-26T19:22:01,489 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/default/test/709dc95d21e25ee2310d7223cc166ea2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:22:01,489 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 709dc95d21e25ee2310d7223cc166ea2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64829050, jitterRate=-0.0339718759059906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:22:01,489 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 709dc95d21e25ee2310d7223cc166ea2 2024-11-26T19:22:01,489 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 709dc95d21e25ee2310d7223cc166ea2: Running coprocessor pre-open hook at 1732648921478Writing region info on filesystem at 1732648921478Initializing all the Stores at 1732648921479 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648921479Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648921480 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648921480Cleaning up temporary data from old regions at 1732648921486 (+6 ms)Running coprocessor post-open hooks at 1732648921489 (+3 ms)Region opened successfully at 1732648921489 2024-11-26T19:22:01,490 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2., pid=6, masterSystemTime=1732648921472 2024-11-26T19:22:01,492 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2. 2024-11-26T19:22:01,492 INFO [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2. 2024-11-26T19:22:01,492 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=709dc95d21e25ee2310d7223cc166ea2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fe76acf732b2,34289,1732648913409 2024-11-26T19:22:01,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 709dc95d21e25ee2310d7223cc166ea2, server=fe76acf732b2,34289,1732648913409 because future has completed 2024-11-26T19:22:01,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T19:22:01,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 709dc95d21e25ee2310d7223cc166ea2, server=fe76acf732b2,34289,1732648913409 in 175 msec 2024-11-26T19:22:01,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T19:22:01,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=709dc95d21e25ee2310d7223cc166ea2, ASSIGN in 331 msec 2024-11-26T19:22:01,499 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:22:01,499 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648921499"}]},"ts":"1732648921499"} 2024-11-26T19:22:01,500 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T19:22:01,501 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:22:01,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-26T19:22:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T19:22:02,492 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T19:22:02,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f35ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:02,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,46779,-1 for getting cluster id 2024-11-26T19:22:02,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:22:02,493 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1e3387a-ff5f-47b6-bd02-e9eef6487fd0' 2024-11-26T19:22:02,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:22:02,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1e3387a-ff5f-47b6-bd02-e9eef6487fd0" 2024-11-26T19:22:02,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2072205b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:02,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,46779,-1] 2024-11-26T19:22:02,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:22:02,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:02,495 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:22:02,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b0169d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:02,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:22:02,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,46779,1732648907412 2024-11-26T19:22:02,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4620d83 2024-11-26T19:22:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:22:02,497 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:22:02,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fe76acf732b2:38189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T19:22:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T19:22:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:22:02,500 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:38189' 2024-11-26T19:22:02,501 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7029c55f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:02,502 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,38189,-1 for getting cluster id 2024-11-26T19:22:02,502 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:22:02,502 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2370a941-5d46-4d4b-94d6-f8b0850f374a' 2024-11-26T19:22:02,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:22:02,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2370a941-5d46-4d4b-94d6-f8b0850f374a" 2024-11-26T19:22:02,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e00e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:02,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,38189,-1] 2024-11-26T19:22:02,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:22:02,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:02,503 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:22:02,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5daf589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:02,504 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:22:02,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,38189,1732648909731 2024-11-26T19:22:02,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36a0e530 2024-11-26T19:22:02,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:22:02,505 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:22:02,506 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T19:22:02,506 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T19:22:02,506 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:02,506 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:02,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:22:02,506 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:22:02,507 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T19:22:02,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:22:02,508 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:22:02,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741837_1013 (size=1138) 2024-11-26T19:22:02,516 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e436c87fe8c1cfc76b9774ba17b3601, NAME => 'hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17 2024-11-26T19:22:02,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741838_1014 (size=44) 2024-11-26T19:22:02,563 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T19:22:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:22:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:22:02,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:22:02,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3e436c87fe8c1cfc76b9774ba17b3601, disabling compactions & flushes 2024-11-26T19:22:02,922 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601. 2024-11-26T19:22:02,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601. 2024-11-26T19:22:02,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601. after waiting 0 ms 2024-11-26T19:22:02,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601. 2024-11-26T19:22:02,922 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601. 2024-11-26T19:22:02,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e436c87fe8c1cfc76b9774ba17b3601: Waiting for close lock at 1732648922922Disabling compacts and flushes for region at 1732648922922Disabling writes for close at 1732648922922Writing region close event to WAL at 1732648922922Closed at 1732648922922 2024-11-26T19:22:02,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:22:02,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732648922923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648922923"}]},"ts":"1732648922923"} 2024-11-26T19:22:02,925 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T19:22:02,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:22:02,926 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648922926"}]},"ts":"1732648922926"} 2024-11-26T19:22:02,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T19:22:02,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e436c87fe8c1cfc76b9774ba17b3601, ASSIGN}] 2024-11-26T19:22:02,928 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e436c87fe8c1cfc76b9774ba17b3601, ASSIGN 2024-11-26T19:22:02,929 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e436c87fe8c1cfc76b9774ba17b3601, ASSIGN; state=OFFLINE, location=fe76acf732b2,35877,1732648907460; forceNewPlan=false, retain=false 2024-11-26T19:22:03,079 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3e436c87fe8c1cfc76b9774ba17b3601, regionState=OPENING, regionLocation=fe76acf732b2,35877,1732648907460 2024-11-26T19:22:03,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e436c87fe8c1cfc76b9774ba17b3601, ASSIGN because future has completed 2024-11-26T19:22:03,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e436c87fe8c1cfc76b9774ba17b3601, server=fe76acf732b2,35877,1732648907460}] 2024-11-26T19:22:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:22:03,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601. 2024-11-26T19:22:03,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:22:03,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T19:22:03,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fe76acf732b2%2C35877%2C1732648907460.rep, suffix=, logDir=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460, archiveDir=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/oldWALs, maxLogs=10 2024-11-26T19:22:03,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.rep.1732648923240, exclude list is [], retry=0 2024-11-26T19:22:03,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43543,DS-14f5050c-e698-45e4-9881-287a68f1740b,DISK] 2024-11-26T19:22:03,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.rep.1732648923240 2024-11-26T19:22:03,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33789:33789)] 2024-11-26T19:22:03,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e436c87fe8c1cfc76b9774ba17b3601, NAME => 'hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:22:03,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T19:22:03,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:22:03,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601. service=MultiRowMutationService 2024-11-26T19:22:03,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T19:22:03,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3e436c87fe8c1cfc76b9774ba17b3601 2024-11-26T19:22:03,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:22:03,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3e436c87fe8c1cfc76b9774ba17b3601 2024-11-26T19:22:03,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3e436c87fe8c1cfc76b9774ba17b3601 2024-11-26T19:22:03,261 INFO [StoreOpener-3e436c87fe8c1cfc76b9774ba17b3601-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3e436c87fe8c1cfc76b9774ba17b3601 2024-11-26T19:22:03,262 INFO [StoreOpener-3e436c87fe8c1cfc76b9774ba17b3601-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e436c87fe8c1cfc76b9774ba17b3601 columnFamilyName hfileref 2024-11-26T19:22:03,262 DEBUG [StoreOpener-3e436c87fe8c1cfc76b9774ba17b3601-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:03,262 INFO [StoreOpener-3e436c87fe8c1cfc76b9774ba17b3601-1 {}] regionserver.HStore(327): Store=3e436c87fe8c1cfc76b9774ba17b3601/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:22:03,262 INFO [StoreOpener-3e436c87fe8c1cfc76b9774ba17b3601-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3e436c87fe8c1cfc76b9774ba17b3601 2024-11-26T19:22:03,263 INFO [StoreOpener-3e436c87fe8c1cfc76b9774ba17b3601-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e436c87fe8c1cfc76b9774ba17b3601 columnFamilyName queue 2024-11-26T19:22:03,263 DEBUG [StoreOpener-3e436c87fe8c1cfc76b9774ba17b3601-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:03,263 INFO [StoreOpener-3e436c87fe8c1cfc76b9774ba17b3601-1 {}] regionserver.HStore(327): Store=3e436c87fe8c1cfc76b9774ba17b3601/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:22:03,264 INFO [StoreOpener-3e436c87fe8c1cfc76b9774ba17b3601-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3e436c87fe8c1cfc76b9774ba17b3601 2024-11-26T19:22:03,264 INFO [StoreOpener-3e436c87fe8c1cfc76b9774ba17b3601-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e436c87fe8c1cfc76b9774ba17b3601 columnFamilyName sid 2024-11-26T19:22:03,264 DEBUG [StoreOpener-3e436c87fe8c1cfc76b9774ba17b3601-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:03,264 INFO [StoreOpener-3e436c87fe8c1cfc76b9774ba17b3601-1 {}] regionserver.HStore(327): Store=3e436c87fe8c1cfc76b9774ba17b3601/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:22:03,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3e436c87fe8c1cfc76b9774ba17b3601 2024-11-26T19:22:03,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/replication/3e436c87fe8c1cfc76b9774ba17b3601 2024-11-26T19:22:03,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/replication/3e436c87fe8c1cfc76b9774ba17b3601 2024-11-26T19:22:03,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3e436c87fe8c1cfc76b9774ba17b3601 2024-11-26T19:22:03,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3e436c87fe8c1cfc76b9774ba17b3601 2024-11-26T19:22:03,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T19:22:03,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3e436c87fe8c1cfc76b9774ba17b3601 2024-11-26T19:22:03,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/replication/3e436c87fe8c1cfc76b9774ba17b3601/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:22:03,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3e436c87fe8c1cfc76b9774ba17b3601; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68056313, jitterRate=0.014118090271949768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T19:22:03,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e436c87fe8c1cfc76b9774ba17b3601 2024-11-26T19:22:03,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3e436c87fe8c1cfc76b9774ba17b3601: Running coprocessor pre-open hook at 1732648923260Writing region info on filesystem at 1732648923260Initializing all the Stores at 1732648923261 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648923261Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648923261Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732648923261Cleaning up temporary data from old regions at 1732648923266 (+5 ms)Running coprocessor post-open hooks at 1732648923269 (+3 ms)Region opened successfully at 1732648923269 2024-11-26T19:22:03,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601., pid=10, masterSystemTime=1732648923234 2024-11-26T19:22:03,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601. 2024-11-26T19:22:03,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601. 2024-11-26T19:22:03,273 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3e436c87fe8c1cfc76b9774ba17b3601, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,35877,1732648907460 2024-11-26T19:22:03,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e436c87fe8c1cfc76b9774ba17b3601, server=fe76acf732b2,35877,1732648907460 because future has completed 2024-11-26T19:22:03,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T19:22:03,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e436c87fe8c1cfc76b9774ba17b3601, server=fe76acf732b2,35877,1732648907460 in 193 msec 2024-11-26T19:22:03,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T19:22:03,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e436c87fe8c1cfc76b9774ba17b3601, ASSIGN in 349 msec 2024-11-26T19:22:03,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:22:03,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648923278"}]},"ts":"1732648923278"} 2024-11-26T19:22:03,279 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T19:22:03,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:22:03,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 773 msec 2024-11-26T19:22:03,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601., hostname=fe76acf732b2,35877,1732648907460, seqNum=2] 2024-11-26T19:22:03,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779 2024-11-26T19:22:03,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x10155ba197c0001, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779 2024-11-26T19:22:03,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T19:22:03,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T19:22:03,481 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T19:22:03,510 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fe76acf732b2,35877,1732648907460, ReplicationSource: 1, currentBandwidth=0 2024-11-26T19:22:03,510 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:22:03,510 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35877,1732648907460, seqNum=-1] 2024-11-26T19:22:03,511 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:03,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-26T19:22:03,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fe76acf732b2,35877,1732648907460', locateType=CURRENT is [region=hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601., hostname=fe76acf732b2,35877,1732648907460, seqNum=2] 2024-11-26T19:22:03,515 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T19:22:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T19:22:03,517 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fe76acf732b2,35877,1732648907460 suceeded 2024-11-26T19:22:03,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T19:22:03,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-26T19:22:03,519 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fe76acf732b2:38189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T19:22:03,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0210 sec 2024-11-26T19:22:03,536 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:38189' 2024-11-26T19:22:03,537 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@170d0eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:03,537 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,38189,-1 for getting cluster id 2024-11-26T19:22:03,538 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:22:03,539 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2370a941-5d46-4d4b-94d6-f8b0850f374a' 2024-11-26T19:22:03,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:22:03,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2370a941-5d46-4d4b-94d6-f8b0850f374a" 2024-11-26T19:22:03,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b3d0e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:03,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,38189,-1] 2024-11-26T19:22:03,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:22:03,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:03,540 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:22:03,541 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18d72f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:03,541 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:22:03,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,38189,1732648909731 2024-11-26T19:22:03,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@530dbe71 2024-11-26T19:22:03,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:22:03,543 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-26T19:22:03,543 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fe76acf732b2,35877,1732648907460 (queues=1) is replicating from cluster=b1e3387a-ff5f-47b6-bd02-e9eef6487fd0 to cluster=2370a941-5d46-4d4b-94d6-f8b0850f374a 2024-11-26T19:22:03,543 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fe76acf732b2%2C35877%2C1732648907460 2024-11-26T19:22:03,543 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fe76acf732b2,35877,1732648907460, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T19:22:03,544 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648908234, startPosition=0, beingWritten=true 2024-11-26T19:22:03,547 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fe76acf732b2%2C35877%2C1732648907460 2024-11-26T19:22:03,549 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:22:03,549 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648908234 to pos 379, reset compression=false 2024-11-26T19:22:03,549 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,35877,1732648907460 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648908234, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T19:22:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T19:22:03,632 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T19:22:03,632 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:22:03,632 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:03,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:03,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:22:03,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:03,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4ad165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:03,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,46779,-1 for getting cluster id 2024-11-26T19:22:03,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:22:03,634 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1e3387a-ff5f-47b6-bd02-e9eef6487fd0' 2024-11-26T19:22:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:22:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1e3387a-ff5f-47b6-bd02-e9eef6487fd0" 2024-11-26T19:22:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c88c1f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,46779,-1] 2024-11-26T19:22:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:22:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:03,635 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:22:03,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a87b70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:03,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b01c0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:03,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,38189,-1 for getting cluster id 2024-11-26T19:22:03,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:22:03,636 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2370a941-5d46-4d4b-94d6-f8b0850f374a' 2024-11-26T19:22:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:22:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2370a941-5d46-4d4b-94d6-f8b0850f374a" 2024-11-26T19:22:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54daec74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,38189,-1] 2024-11-26T19:22:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:22:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:03,638 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:22:03,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ce28ac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:03,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7388e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:03,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,34007,-1 for getting cluster id 2024-11-26T19:22:03,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:22:03,645 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7ce80aa-ea13-41e6-a20e-65d5947f13d2' 2024-11-26T19:22:03,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:22:03,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7ce80aa-ea13-41e6-a20e-65d5947f13d2" 2024-11-26T19:22:03,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f9a43e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:03,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,34007,-1] 2024-11-26T19:22:03,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:22:03,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:03,647 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:22:03,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e37f8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:03,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:22:03,651 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732648923651/Put/seqid=0 2024-11-26T19:22:03,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741840_1016 (size=7894) 2024-11-26T19:22:03,752 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648908234 to pos 379, reset compression=false 2024-11-26T19:22:04,055 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648908234 to pos 379, reset compression=false 2024-11-26T19:22:04,057 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732648924057/Put/seqid=0 2024-11-26T19:22:04,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741841_1017 (size=7691) 2024-11-26T19:22:04,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3922348b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:04,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,46779,-1 for getting cluster id 2024-11-26T19:22:04,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:22:04,062 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1e3387a-ff5f-47b6-bd02-e9eef6487fd0' 2024-11-26T19:22:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:22:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1e3387a-ff5f-47b6-bd02-e9eef6487fd0" 2024-11-26T19:22:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64df8b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,46779,-1] 2024-11-26T19:22:04,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:22:04,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:04,063 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:22:04,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a17285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:04,064 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:22:04,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35877,1732648907460, seqNum=-1] 2024-11-26T19:22:04,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:04,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:04,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:22:04,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,46779,1732648907412 2024-11-26T19:22:04,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ec50d0b 2024-11-26T19:22:04,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:22:04,073 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:22:04,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732648916043.161d17e018a1491350d1592f525b304a., hostname=fe76acf732b2,35877,1732648907460, seqNum=2] 2024-11-26T19:22:04,077 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T19:22:04,080 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-26T19:22:04,082 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-26T19:22:04,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 161d17e018a1491350d1592f525b304a/f 2024-11-26T19:22:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-26T19:22:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:22:04,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 161d17e018a1491350d1592f525b304a/f 2024-11-26T19:22:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-26T19:22:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:22:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HRegion(2603): Flush status journal for 161d17e018a1491350d1592f525b304a: 2024-11-26T19:22:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/staging/jenkins__test__19hkhkvlmi78irsie6iukip21b0b7i2h894gakcg7gmvhmrn08qb9fnb65vfa5j1/f/hfile_1 2024-11-26T19:22:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/staging/jenkins__test__19hkhkvlmi78irsie6iukip21b0b7i2h894gakcg7gmvhmrn08qb9fnb65vfa5j1/f/hfile_1 as hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/default/test/161d17e018a1491350d1592f525b304a/f/bae8c2bd2d694e3796652b47b026269e_SeqId_4_ 2024-11-26T19:22:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/staging/jenkins__test__19hkhkvlmi78irsie6iukip21b0b7i2h894gakcg7gmvhmrn08qb9fnb65vfa5j1/f/hfile_0 2024-11-26T19:22:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/staging/jenkins__test__19hkhkvlmi78irsie6iukip21b0b7i2h894gakcg7gmvhmrn08qb9fnb65vfa5j1/f/hfile_0 as hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/default/test/161d17e018a1491350d1592f525b304a/f/974bd2683f0e473f9cde427726464a75_SeqId_4_ 2024-11-26T19:22:04,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/staging/jenkins__test__19hkhkvlmi78irsie6iukip21b0b7i2h894gakcg7gmvhmrn08qb9fnb65vfa5j1/f/hfile_1 into 161d17e018a1491350d1592f525b304a/f as hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/default/test/161d17e018a1491350d1592f525b304a/f/bae8c2bd2d694e3796652b47b026269e_SeqId_4_ - updating store file list. 2024-11-26T19:22:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bae8c2bd2d694e3796652b47b026269e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T19:22:04,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/default/test/161d17e018a1491350d1592f525b304a/f/bae8c2bd2d694e3796652b47b026269e_SeqId_4_ into 161d17e018a1491350d1592f525b304a/f 2024-11-26T19:22:04,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/staging/jenkins__test__19hkhkvlmi78irsie6iukip21b0b7i2h894gakcg7gmvhmrn08qb9fnb65vfa5j1/f/hfile_1 into 161d17e018a1491350d1592f525b304a/f (new location: hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/default/test/161d17e018a1491350d1592f525b304a/f/bae8c2bd2d694e3796652b47b026269e_SeqId_4_) 2024-11-26T19:22:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/staging/jenkins__test__19hkhkvlmi78irsie6iukip21b0b7i2h894gakcg7gmvhmrn08qb9fnb65vfa5j1/f/hfile_1 2024-11-26T19:22:04,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/staging/jenkins__test__19hkhkvlmi78irsie6iukip21b0b7i2h894gakcg7gmvhmrn08qb9fnb65vfa5j1/f/hfile_0 into 161d17e018a1491350d1592f525b304a/f as hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/default/test/161d17e018a1491350d1592f525b304a/f/974bd2683f0e473f9cde427726464a75_SeqId_4_ - updating store file list. 2024-11-26T19:22:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 974bd2683f0e473f9cde427726464a75_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T19:22:04,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/default/test/161d17e018a1491350d1592f525b304a/f/974bd2683f0e473f9cde427726464a75_SeqId_4_ into 161d17e018a1491350d1592f525b304a/f 2024-11-26T19:22:04,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/staging/jenkins__test__19hkhkvlmi78irsie6iukip21b0b7i2h894gakcg7gmvhmrn08qb9fnb65vfa5j1/f/hfile_0 into 161d17e018a1491350d1592f525b304a/f (new location: hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/default/test/161d17e018a1491350d1592f525b304a/f/974bd2683f0e473f9cde427726464a75_SeqId_4_) 2024-11-26T19:22:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/staging/jenkins__test__19hkhkvlmi78irsie6iukip21b0b7i2h894gakcg7gmvhmrn08qb9fnb65vfa5j1/f/hfile_0 2024-11-26T19:22:04,107 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:22:04,107 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:04,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:04,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:22:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732648916043.161d17e018a1491350d1592f525b304a., hostname=fe76acf732b2,35877,1732648907460, seqNum=2 , the old value is region=test,,1732648916043.161d17e018a1491350d1592f525b304a., hostname=fe76acf732b2,35877,1732648907460, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fe76acf732b2:35877 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T19:22:04,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732648916043.161d17e018a1491350d1592f525b304a., hostname=fe76acf732b2,35877,1732648907460, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T19:22:04,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732648916043.161d17e018a1491350d1592f525b304a., hostname=fe76acf732b2,35877,1732648907460, seqNum=2 from cache 2024-11-26T19:22:04,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:04,108 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T19:22:04,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:22:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,42561,1732648909776, seqNum=-1] 2024-11-26T19:22:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:04,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:04,111 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af., hostname=fe76acf732b2,42561,1732648909776, seqNum=2] 2024-11-26T19:22:04,112 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T19:22:04,212 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:35877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T19:22:04,458 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648908234 to pos 379, reset compression=false 2024-11-26T19:22:04,463 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:22:04,463 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,35877,1732648907460 got entry batch from reader: WALEntryBatch [walEntries=[{test/161d17e018a1491350d1592f525b304a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732648924106/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648908234, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T19:22:04,465 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:22:04,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-26T19:22:04,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.ReplicationSink(318): Replicating [b1e3387a-ff5f-47b6-bd02-e9eef6487fd0] bulk loaded data 2024-11-26T19:22:04,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ffefedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:04,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,38189,-1 for getting cluster id 2024-11-26T19:22:04,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:22:04,468 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2370a941-5d46-4d4b-94d6-f8b0850f374a' 2024-11-26T19:22:04,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:22:04,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2370a941-5d46-4d4b-94d6-f8b0850f374a" 2024-11-26T19:22:04,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e1360af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:04,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,38189,-1] 2024-11-26T19:22:04,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:22:04,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:04,469 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:22:04,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@178115a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:04,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741837_1013 (size=7691) 2024-11-26T19:22:04,663 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648908234 to pos 687, reset compression=false 2024-11-26T19:22:04,827 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:22:04,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:04,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:04,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:04,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:04,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:04,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:04,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:04,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741838_1014 (size=7894) 2024-11-26T19:22:04,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:04,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:04,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:04,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:04,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:04,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:04,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:04,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:04,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:04,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:04,967 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648908234 to pos 687, reset compression=false 2024-11-26T19:22:05,114 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T19:22:05,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:22:05,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,38189,1732648909731 2024-11-26T19:22:05,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bf83a7c 2024-11-26T19:22:05,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:22:05,290 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-26T19:22:05,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T19:22:05,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:22:05,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,42561,1732648909776, seqNum=-1] 2024-11-26T19:22:05,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:05,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-26T19:22:05,299 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__63qiugg5p4mikmmoncl2bcr72151dto234gq8di7ofhmns0a6k3quh9adm7gii3q/f/974bd2683f0e473f9cde427726464a75_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-26T19:22:05,301 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__63qiugg5p4mikmmoncl2bcr72151dto234gq8di7ofhmns0a6k3quh9adm7gii3q/f/bae8c2bd2d694e3796652b47b026269e_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-26T19:22:05,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__63qiugg5p4mikmmoncl2bcr72151dto234gq8di7ofhmns0a6k3quh9adm7gii3q/f/bae8c2bd2d694e3796652b47b026269e_SeqId_4_ for inclusion in dc6b6706ae4aa303a00b13e9740198af/f 2024-11-26T19:22:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-26T19:22:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:22:05,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__63qiugg5p4mikmmoncl2bcr72151dto234gq8di7ofhmns0a6k3quh9adm7gii3q/f/974bd2683f0e473f9cde427726464a75_SeqId_4_ for inclusion in dc6b6706ae4aa303a00b13e9740198af/f 2024-11-26T19:22:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-26T19:22:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:22:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HRegion(2603): Flush status journal for dc6b6706ae4aa303a00b13e9740198af: 2024-11-26T19:22:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bae8c2bd2d694e3796652b47b026269e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T19:22:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__63qiugg5p4mikmmoncl2bcr72151dto234gq8di7ofhmns0a6k3quh9adm7gii3q/f/bae8c2bd2d694e3796652b47b026269e_SeqId_4_ as hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/default/test/dc6b6706ae4aa303a00b13e9740198af/f/6027f1c379274bf1b0099480fb415648_SeqId_4_ 2024-11-26T19:22:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 974bd2683f0e473f9cde427726464a75_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T19:22:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__63qiugg5p4mikmmoncl2bcr72151dto234gq8di7ofhmns0a6k3quh9adm7gii3q/f/974bd2683f0e473f9cde427726464a75_SeqId_4_ as hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/default/test/dc6b6706ae4aa303a00b13e9740198af/f/fa20a24d79164b7db72a78ad9ab3d57d_SeqId_4_ 2024-11-26T19:22:05,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__63qiugg5p4mikmmoncl2bcr72151dto234gq8di7ofhmns0a6k3quh9adm7gii3q/f/bae8c2bd2d694e3796652b47b026269e_SeqId_4_ into dc6b6706ae4aa303a00b13e9740198af/f as hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/default/test/dc6b6706ae4aa303a00b13e9740198af/f/6027f1c379274bf1b0099480fb415648_SeqId_4_ - updating store file list. 2024-11-26T19:22:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6027f1c379274bf1b0099480fb415648_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T19:22:05,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/default/test/dc6b6706ae4aa303a00b13e9740198af/f/6027f1c379274bf1b0099480fb415648_SeqId_4_ into dc6b6706ae4aa303a00b13e9740198af/f 2024-11-26T19:22:05,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__63qiugg5p4mikmmoncl2bcr72151dto234gq8di7ofhmns0a6k3quh9adm7gii3q/f/bae8c2bd2d694e3796652b47b026269e_SeqId_4_ into dc6b6706ae4aa303a00b13e9740198af/f (new location: hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/default/test/dc6b6706ae4aa303a00b13e9740198af/f/6027f1c379274bf1b0099480fb415648_SeqId_4_) 2024-11-26T19:22:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__63qiugg5p4mikmmoncl2bcr72151dto234gq8di7ofhmns0a6k3quh9adm7gii3q/f/bae8c2bd2d694e3796652b47b026269e_SeqId_4_ 2024-11-26T19:22:05,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__63qiugg5p4mikmmoncl2bcr72151dto234gq8di7ofhmns0a6k3quh9adm7gii3q/f/974bd2683f0e473f9cde427726464a75_SeqId_4_ into dc6b6706ae4aa303a00b13e9740198af/f as hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/default/test/dc6b6706ae4aa303a00b13e9740198af/f/fa20a24d79164b7db72a78ad9ab3d57d_SeqId_4_ - updating store file list. 2024-11-26T19:22:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fa20a24d79164b7db72a78ad9ab3d57d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T19:22:05,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/default/test/dc6b6706ae4aa303a00b13e9740198af/f/fa20a24d79164b7db72a78ad9ab3d57d_SeqId_4_ into dc6b6706ae4aa303a00b13e9740198af/f 2024-11-26T19:22:05,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__63qiugg5p4mikmmoncl2bcr72151dto234gq8di7ofhmns0a6k3quh9adm7gii3q/f/974bd2683f0e473f9cde427726464a75_SeqId_4_ into dc6b6706ae4aa303a00b13e9740198af/f (new location: hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/default/test/dc6b6706ae4aa303a00b13e9740198af/f/fa20a24d79164b7db72a78ad9ab3d57d_SeqId_4_) 2024-11-26T19:22:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__63qiugg5p4mikmmoncl2bcr72151dto234gq8di7ofhmns0a6k3quh9adm7gii3q/f/974bd2683f0e473f9cde427726464a75_SeqId_4_ 2024-11-26T19:22:05,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.ReplicationSink(324): Finished replicating [b1e3387a-ff5f-47b6-bd02-e9eef6487fd0] bulk loaded data 2024-11-26T19:22:05,371 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648908234 to pos 687, reset compression=false 2024-11-26T19:22:05,611 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:22:05,612 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:22:05,612 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128791 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fe76acf732b2,34459,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T19:22:05,874 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648908234 to pos 687, reset compression=false 2024-11-26T19:22:06,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:22:06,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,34289,1732648913409, seqNum=-1] 2024-11-26T19:22:06,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:06,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:06,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2., hostname=fe76acf732b2,34289,1732648913409, seqNum=2] 2024-11-26T19:22:06,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:22:06,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:22:06,134 DEBUG [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fe76acf732b2%2C35877%2C1732648907460.meta:.meta(num 1732648908595) roll requested 2024-11-26T19:22:06,153 DEBUG [regionserver/fe76acf732b2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.meta.1732648926134.meta, exclude list is [], retry=0 2024-11-26T19:22:06,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43543,DS-14f5050c-e698-45e4-9881-287a68f1740b,DISK] 2024-11-26T19:22:06,156 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.meta.1732648908595.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.meta.1732648926134.meta 2024-11-26T19:22:06,157 DEBUG [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33789:33789)] 2024-11-26T19:22:06,157 DEBUG [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.meta.1732648908595.meta is not closed yet, will try archiving it next time 2024-11-26T19:22:06,157 DEBUG [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fe76acf732b2%2C35877%2C1732648907460.rep:(num 1732648923240) roll requested 2024-11-26T19:22:06,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741834_1010 (size=3473) 2024-11-26T19:22:06,173 DEBUG [regionserver/fe76acf732b2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.rep.1732648926157, exclude list is [], retry=0 2024-11-26T19:22:06,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43543,DS-14f5050c-e698-45e4-9881-287a68f1740b,DISK] 2024-11-26T19:22:06,176 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.rep.1732648923240 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.rep.1732648926157 2024-11-26T19:22:06,176 DEBUG [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33789:33789)] 2024-11-26T19:22:06,176 DEBUG [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.rep.1732648923240 is not closed yet, will try archiving it next time 2024-11-26T19:22:06,177 DEBUG [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fe76acf732b2%2C35877%2C1732648907460:(num 1732648908234) roll requested 2024-11-26T19:22:06,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741839_1015 (size=1505) 2024-11-26T19:22:06,178 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.rep.1732648923240 not finished, retry = 0 2024-11-26T19:22:06,192 DEBUG [regionserver/fe76acf732b2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177, exclude list is [], retry=0 2024-11-26T19:22:06,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43543,DS-14f5050c-e698-45e4-9881-287a68f1740b,DISK] 2024-11-26T19:22:06,195 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648908234 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 2024-11-26T19:22:06,196 DEBUG [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33789:33789)] 2024-11-26T19:22:06,196 DEBUG [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648908234 is not closed yet, will try archiving it next time 2024-11-26T19:22:06,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d1ae2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:06,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741833_1009 (size=695) 2024-11-26T19:22:06,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,46779,-1 for getting cluster id 2024-11-26T19:22:06,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:22:06,198 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1e3387a-ff5f-47b6-bd02-e9eef6487fd0' 2024-11-26T19:22:06,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:22:06,198 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648908234 to hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/oldWALs/fe76acf732b2%2C35877%2C1732648907460.1732648908234 2024-11-26T19:22:06,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1e3387a-ff5f-47b6-bd02-e9eef6487fd0" 2024-11-26T19:22:06,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bff2e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:06,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,46779,-1] 2024-11-26T19:22:06,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:22:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:06,199 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:22:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cbaac2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:06,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:22:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,46779,1732648907412 2024-11-26T19:22:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b354afd 2024-11-26T19:22:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:22:06,202 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:22:06,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://fe76acf732b2:34007,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T19:22:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T19:22:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T19:22:06,205 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:34007' 2024-11-26T19:22:06,206 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a84da41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:06,206 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,34007,-1 for getting cluster id 2024-11-26T19:22:06,206 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:22:06,206 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7ce80aa-ea13-41e6-a20e-65d5947f13d2' 2024-11-26T19:22:06,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:22:06,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7ce80aa-ea13-41e6-a20e-65d5947f13d2" 2024-11-26T19:22:06,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ecebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:06,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,34007,-1] 2024-11-26T19:22:06,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:22:06,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:06,207 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:22:06,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f61129d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:06,208 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:22:06,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,34007,1732648913374 2024-11-26T19:22:06,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12de707 2024-11-26T19:22:06,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:22:06,209 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:22:06,210 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T19:22:06,210 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T19:22:06,210 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:06,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:22:06,210 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:06,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T19:22:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T19:22:06,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-26T19:22:06,371 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-26T19:22:06,405 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-fe76acf732b2,35877,1732648907460, ReplicationSource: 2, currentBandwidth=0 2024-11-26T19:22:06,407 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T19:22:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-26T19:22:06,410 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on fe76acf732b2,35877,1732648907460 suceeded 2024-11-26T19:22:06,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T19:22:06,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-26T19:22:06,411 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://fe76acf732b2:34007,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T19:22:06,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 209 msec 2024-11-26T19:22:06,422 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fe76acf732b2:34007' 2024-11-26T19:22:06,423 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41702325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:06,423 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,34007,-1 for getting cluster id 2024-11-26T19:22:06,423 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:22:06,424 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7ce80aa-ea13-41e6-a20e-65d5947f13d2' 2024-11-26T19:22:06,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:22:06,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7ce80aa-ea13-41e6-a20e-65d5947f13d2" 2024-11-26T19:22:06,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@446b0641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:06,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,34007,-1] 2024-11-26T19:22:06,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:22:06,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:06,425 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:22:06,425 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71f845d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:06,425 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:22:06,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,34007,1732648913374 2024-11-26T19:22:06,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cfe6589 2024-11-26T19:22:06,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:22:06,426 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-26T19:22:06,427 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-fe76acf732b2,35877,1732648907460 (queues=1) is replicating from cluster=b1e3387a-ff5f-47b6-bd02-e9eef6487fd0 to cluster=d7ce80aa-ea13-41e6-a20e-65d5947f13d2 2024-11-26T19:22:06,427 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=fe76acf732b2%2C35877%2C1732648907460 2024-11-26T19:22:06,427 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-fe76acf732b2,35877,1732648907460, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T19:22:06,428 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177, startPosition=0, beingWritten=true 2024-11-26T19:22:06,428 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fe76acf732b2%2C35877%2C1732648907460 2024-11-26T19:22:06,478 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648908234 to pos 687, reset compression=false 2024-11-26T19:22:06,479 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648908234 was moved to hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/oldWALs/fe76acf732b2%2C35877%2C1732648907460.1732648908234 2024-11-26T19:22:06,481 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648908234 2024-11-26T19:22:06,481 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177, startPosition=0, beingWritten=true 2024-11-26T19:22:06,481 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,35877,1732648907460 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648908234, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-26T19:22:06,483 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [fe76acf732b2%2C35877%2C1732648907460.1732648908234] 2024-11-26T19:22:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T19:22:06,522 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-26T19:22:06,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:22:06,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:06,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:06,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:06,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:22:06,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:22:06,539 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732648926538/Put/seqid=0 2024-11-26T19:22:06,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741845_1021 (size=11194) 2024-11-26T19:22:06,631 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 0, reset compression=false 2024-11-26T19:22:06,935 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 0, reset compression=false 2024-11-26T19:22:06,945 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732648926944/Put/seqid=0 2024-11-26T19:22:06,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741846_1022 (size=10791) 2024-11-26T19:22:07,185 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 0, reset compression=false 2024-11-26T19:22:07,340 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 0, reset compression=false 2024-11-26T19:22:07,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc35c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:07,350 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,46779,-1 for getting cluster id 2024-11-26T19:22:07,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:22:07,351 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1e3387a-ff5f-47b6-bd02-e9eef6487fd0' 2024-11-26T19:22:07,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:22:07,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1e3387a-ff5f-47b6-bd02-e9eef6487fd0" 2024-11-26T19:22:07,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1318b7b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:07,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,46779,-1] 2024-11-26T19:22:07,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:22:07,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:07,352 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:22:07,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab87eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:07,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:22:07,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,35877,1732648907460, seqNum=-1] 2024-11-26T19:22:07,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:07,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:07,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:22:07,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,46779,1732648907412 2024-11-26T19:22:07,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16e6b81c 2024-11-26T19:22:07,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:22:07,363 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:22:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732648916043.161d17e018a1491350d1592f525b304a., hostname=fe76acf732b2,35877,1732648907460, seqNum=2] 2024-11-26T19:22:07,367 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T19:22:07,372 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-26T19:22:07,374 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-26T19:22:07,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 161d17e018a1491350d1592f525b304a/f 2024-11-26T19:22:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T19:22:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:22:07,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 161d17e018a1491350d1592f525b304a/f 2024-11-26T19:22:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T19:22:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:22:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HRegion(2603): Flush status journal for 161d17e018a1491350d1592f525b304a: 2024-11-26T19:22:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/staging/jenkins__test__n8td3h66nfm75kr0iiauqau7flkmqre8ouumiej6lcltc97j9ft0b2479r8vb7qt/f/hfile_0 2024-11-26T19:22:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/staging/jenkins__test__n8td3h66nfm75kr0iiauqau7flkmqre8ouumiej6lcltc97j9ft0b2479r8vb7qt/f/hfile_0 as hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/default/test/161d17e018a1491350d1592f525b304a/f/bb0af598492e467baaec1539e9862c67_SeqId_6_ 2024-11-26T19:22:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/staging/jenkins__test__n8td3h66nfm75kr0iiauqau7flkmqre8ouumiej6lcltc97j9ft0b2479r8vb7qt/f/hfile_1 2024-11-26T19:22:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/staging/jenkins__test__n8td3h66nfm75kr0iiauqau7flkmqre8ouumiej6lcltc97j9ft0b2479r8vb7qt/f/hfile_1 as hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/default/test/161d17e018a1491350d1592f525b304a/f/b722b7742ede43d48e36bba49e69085a_SeqId_6_ 2024-11-26T19:22:07,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/staging/jenkins__test__n8td3h66nfm75kr0iiauqau7flkmqre8ouumiej6lcltc97j9ft0b2479r8vb7qt/f/hfile_0 into 161d17e018a1491350d1592f525b304a/f as hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/default/test/161d17e018a1491350d1592f525b304a/f/bb0af598492e467baaec1539e9862c67_SeqId_6_ - updating store file list. 2024-11-26T19:22:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bb0af598492e467baaec1539e9862c67_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T19:22:07,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/default/test/161d17e018a1491350d1592f525b304a/f/bb0af598492e467baaec1539e9862c67_SeqId_6_ into 161d17e018a1491350d1592f525b304a/f 2024-11-26T19:22:07,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/staging/jenkins__test__n8td3h66nfm75kr0iiauqau7flkmqre8ouumiej6lcltc97j9ft0b2479r8vb7qt/f/hfile_0 into 161d17e018a1491350d1592f525b304a/f (new location: hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/default/test/161d17e018a1491350d1592f525b304a/f/bb0af598492e467baaec1539e9862c67_SeqId_6_) 2024-11-26T19:22:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/staging/jenkins__test__n8td3h66nfm75kr0iiauqau7flkmqre8ouumiej6lcltc97j9ft0b2479r8vb7qt/f/hfile_0 2024-11-26T19:22:07,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/staging/jenkins__test__n8td3h66nfm75kr0iiauqau7flkmqre8ouumiej6lcltc97j9ft0b2479r8vb7qt/f/hfile_1 into 161d17e018a1491350d1592f525b304a/f as hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/default/test/161d17e018a1491350d1592f525b304a/f/b722b7742ede43d48e36bba49e69085a_SeqId_6_ - updating store file list. 2024-11-26T19:22:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b722b7742ede43d48e36bba49e69085a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T19:22:07,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/default/test/161d17e018a1491350d1592f525b304a/f/b722b7742ede43d48e36bba49e69085a_SeqId_6_ into 161d17e018a1491350d1592f525b304a/f 2024-11-26T19:22:07,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/staging/jenkins__test__n8td3h66nfm75kr0iiauqau7flkmqre8ouumiej6lcltc97j9ft0b2479r8vb7qt/f/hfile_1 into 161d17e018a1491350d1592f525b304a/f (new location: hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/default/test/161d17e018a1491350d1592f525b304a/f/b722b7742ede43d48e36bba49e69085a_SeqId_6_) 2024-11-26T19:22:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/staging/jenkins__test__n8td3h66nfm75kr0iiauqau7flkmqre8ouumiej6lcltc97j9ft0b2479r8vb7qt/f/hfile_1 2024-11-26T19:22:07,397 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:22:07,397 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:07,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:07,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:07,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:22:07,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732648916043.161d17e018a1491350d1592f525b304a., hostname=fe76acf732b2,35877,1732648907460, seqNum=2 , the old value is region=test,,1732648916043.161d17e018a1491350d1592f525b304a., hostname=fe76acf732b2,35877,1732648907460, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fe76acf732b2:35877 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T19:22:07,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732648916043.161d17e018a1491350d1592f525b304a., hostname=fe76acf732b2,35877,1732648907460, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T19:22:07,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732648916043.161d17e018a1491350d1592f525b304a., hostname=fe76acf732b2,35877,1732648907460, seqNum=2 from cache 2024-11-26T19:22:07,399 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T19:22:07,401 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T19:22:07,503 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:35877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T19:22:07,844 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 0, reset compression=false 2024-11-26T19:22:07,848 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:22:07,848 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-fe76acf732b2,35877,1732648907460 got entry batch from reader: WALEntryBatch [walEntries=[{test/161d17e018a1491350d1592f525b304a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732648927396/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T19:22:07,850 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:22:07,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-26T19:22:07,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.ReplicationSink(318): Replicating [b1e3387a-ff5f-47b6-bd02-e9eef6487fd0] bulk loaded data 2024-11-26T19:22:07,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ffa6bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:07,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,34007,-1 for getting cluster id 2024-11-26T19:22:07,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T19:22:07,852 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7ce80aa-ea13-41e6-a20e-65d5947f13d2' 2024-11-26T19:22:07,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T19:22:07,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7ce80aa-ea13-41e6-a20e-65d5947f13d2" 2024-11-26T19:22:07,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25691543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:07,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,34007,-1] 2024-11-26T19:22:07,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T19:22:07,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:07,853 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-26T19:22:07,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@331cfce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:07,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741837_1013 (size=11194) 2024-11-26T19:22:07,930 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=33, reused chunk count=160, reuseRatio=82.90% 2024-11-26T19:22:07,930 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-26T19:22:07,990 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 0, reset compression=false 2024-11-26T19:22:07,994 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T19:22:07,994 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fe76acf732b2,35877,1732648907460 got entry batch from reader: WALEntryBatch [walEntries=[{test/161d17e018a1491350d1592f525b304a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732648927396/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T19:22:07,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.ReplicationSink(318): Replicating [b1e3387a-ff5f-47b6-bd02-e9eef6487fd0] bulk loaded data 2024-11-26T19:22:08,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741839_1015 (size=11194) 2024-11-26T19:22:08,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741840_1016 (size=10791) 2024-11-26T19:22:08,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T19:22:08,017 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__5idmcgsiovuurvouubeece7f5nojntt4r22idr36pu28oca8gbeeu4872frpubeq/f/b722b7742ede43d48e36bba49e69085a_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-26T19:22:08,019 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__5idmcgsiovuurvouubeece7f5nojntt4r22idr36pu28oca8gbeeu4872frpubeq/f/bb0af598492e467baaec1539e9862c67_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-26T19:22:08,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__5idmcgsiovuurvouubeece7f5nojntt4r22idr36pu28oca8gbeeu4872frpubeq/f/b722b7742ede43d48e36bba49e69085a_SeqId_6_ for inclusion in dc6b6706ae4aa303a00b13e9740198af/f 2024-11-26T19:22:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T19:22:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:22:08,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__5idmcgsiovuurvouubeece7f5nojntt4r22idr36pu28oca8gbeeu4872frpubeq/f/bb0af598492e467baaec1539e9862c67_SeqId_6_ for inclusion in dc6b6706ae4aa303a00b13e9740198af/f 2024-11-26T19:22:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T19:22:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:22:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HRegion(2603): Flush status journal for dc6b6706ae4aa303a00b13e9740198af: 2024-11-26T19:22:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b722b7742ede43d48e36bba49e69085a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T19:22:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__5idmcgsiovuurvouubeece7f5nojntt4r22idr36pu28oca8gbeeu4872frpubeq/f/b722b7742ede43d48e36bba49e69085a_SeqId_6_ as hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/default/test/dc6b6706ae4aa303a00b13e9740198af/f/c3b3abc72358487bbf798184e8a4410c_SeqId_6_ 2024-11-26T19:22:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bb0af598492e467baaec1539e9862c67_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T19:22:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__5idmcgsiovuurvouubeece7f5nojntt4r22idr36pu28oca8gbeeu4872frpubeq/f/bb0af598492e467baaec1539e9862c67_SeqId_6_ as hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/default/test/dc6b6706ae4aa303a00b13e9740198af/f/7c8906cb072e47b5aabafc33aa11ddc5_SeqId_6_ 2024-11-26T19:22:08,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__5idmcgsiovuurvouubeece7f5nojntt4r22idr36pu28oca8gbeeu4872frpubeq/f/b722b7742ede43d48e36bba49e69085a_SeqId_6_ into dc6b6706ae4aa303a00b13e9740198af/f as hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/default/test/dc6b6706ae4aa303a00b13e9740198af/f/c3b3abc72358487bbf798184e8a4410c_SeqId_6_ - updating store file list. 2024-11-26T19:22:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c3b3abc72358487bbf798184e8a4410c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T19:22:08,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/default/test/dc6b6706ae4aa303a00b13e9740198af/f/c3b3abc72358487bbf798184e8a4410c_SeqId_6_ into dc6b6706ae4aa303a00b13e9740198af/f 2024-11-26T19:22:08,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__5idmcgsiovuurvouubeece7f5nojntt4r22idr36pu28oca8gbeeu4872frpubeq/f/b722b7742ede43d48e36bba49e69085a_SeqId_6_ into dc6b6706ae4aa303a00b13e9740198af/f (new location: hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/default/test/dc6b6706ae4aa303a00b13e9740198af/f/c3b3abc72358487bbf798184e8a4410c_SeqId_6_) 2024-11-26T19:22:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__5idmcgsiovuurvouubeece7f5nojntt4r22idr36pu28oca8gbeeu4872frpubeq/f/b722b7742ede43d48e36bba49e69085a_SeqId_6_ 2024-11-26T19:22:08,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__5idmcgsiovuurvouubeece7f5nojntt4r22idr36pu28oca8gbeeu4872frpubeq/f/bb0af598492e467baaec1539e9862c67_SeqId_6_ into dc6b6706ae4aa303a00b13e9740198af/f as hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/default/test/dc6b6706ae4aa303a00b13e9740198af/f/7c8906cb072e47b5aabafc33aa11ddc5_SeqId_6_ - updating store file list. 2024-11-26T19:22:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7c8906cb072e47b5aabafc33aa11ddc5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T19:22:08,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/default/test/dc6b6706ae4aa303a00b13e9740198af/f/7c8906cb072e47b5aabafc33aa11ddc5_SeqId_6_ into dc6b6706ae4aa303a00b13e9740198af/f 2024-11-26T19:22:08,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__5idmcgsiovuurvouubeece7f5nojntt4r22idr36pu28oca8gbeeu4872frpubeq/f/bb0af598492e467baaec1539e9862c67_SeqId_6_ into dc6b6706ae4aa303a00b13e9740198af/f (new location: hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/default/test/dc6b6706ae4aa303a00b13e9740198af/f/7c8906cb072e47b5aabafc33aa11ddc5_SeqId_6_) 2024-11-26T19:22:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/staging/jenkins.hfs.22__test__5idmcgsiovuurvouubeece7f5nojntt4r22idr36pu28oca8gbeeu4872frpubeq/f/bb0af598492e467baaec1539e9862c67_SeqId_6_ 2024-11-26T19:22:08,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.ReplicationSink(324): Finished replicating [b1e3387a-ff5f-47b6-bd02-e9eef6487fd0] bulk loaded data 2024-11-26T19:22:08,049 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 393, reset compression=false 2024-11-26T19:22:08,194 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 393, reset compression=false 2024-11-26T19:22:08,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741838_1014 (size=10791) 2024-11-26T19:22:08,352 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 393, reset compression=false 2024-11-26T19:22:08,411 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T19:22:08,498 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 393, reset compression=false 2024-11-26T19:22:08,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T19:22:08,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,34007,1732648913374 2024-11-26T19:22:08,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bc251d0 2024-11-26T19:22:08,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:22:08,674 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-26T19:22:08,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T19:22:08,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T19:22:08,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,34289,1732648913409, seqNum=-1] 2024-11-26T19:22:08,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:08,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-26T19:22:08,682 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/staging/jenkins.hfs.23__test__2vqgh418m14tg85v7jqd495uv7ie2rslr8l5d32mfot2nn6ganvuukladj3h50ne/f/b722b7742ede43d48e36bba49e69085a_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-26T19:22:08,684 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/staging/jenkins.hfs.23__test__2vqgh418m14tg85v7jqd495uv7ie2rslr8l5d32mfot2nn6ganvuukladj3h50ne/f/bb0af598492e467baaec1539e9862c67_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-26T19:22:08,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/staging/jenkins.hfs.23__test__2vqgh418m14tg85v7jqd495uv7ie2rslr8l5d32mfot2nn6ganvuukladj3h50ne/f/b722b7742ede43d48e36bba49e69085a_SeqId_6_ for inclusion in 709dc95d21e25ee2310d7223cc166ea2/f 2024-11-26T19:22:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T19:22:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:22:08,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/staging/jenkins.hfs.23__test__2vqgh418m14tg85v7jqd495uv7ie2rslr8l5d32mfot2nn6ganvuukladj3h50ne/f/bb0af598492e467baaec1539e9862c67_SeqId_6_ for inclusion in 709dc95d21e25ee2310d7223cc166ea2/f 2024-11-26T19:22:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T19:22:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T19:22:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.HRegion(2603): Flush status journal for 709dc95d21e25ee2310d7223cc166ea2: 2024-11-26T19:22:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b722b7742ede43d48e36bba49e69085a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T19:22:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/staging/jenkins.hfs.23__test__2vqgh418m14tg85v7jqd495uv7ie2rslr8l5d32mfot2nn6ganvuukladj3h50ne/f/b722b7742ede43d48e36bba49e69085a_SeqId_6_ as hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/default/test/709dc95d21e25ee2310d7223cc166ea2/f/90472fc9553d4e2e99ffbe0497d60cf9_SeqId_4_ 2024-11-26T19:22:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bb0af598492e467baaec1539e9862c67_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T19:22:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/staging/jenkins.hfs.23__test__2vqgh418m14tg85v7jqd495uv7ie2rslr8l5d32mfot2nn6ganvuukladj3h50ne/f/bb0af598492e467baaec1539e9862c67_SeqId_6_ as hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/default/test/709dc95d21e25ee2310d7223cc166ea2/f/36d1ecc0c1b24b43974f1299ec38cf31_SeqId_4_ 2024-11-26T19:22:08,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/staging/jenkins.hfs.23__test__2vqgh418m14tg85v7jqd495uv7ie2rslr8l5d32mfot2nn6ganvuukladj3h50ne/f/b722b7742ede43d48e36bba49e69085a_SeqId_6_ into 709dc95d21e25ee2310d7223cc166ea2/f as hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/default/test/709dc95d21e25ee2310d7223cc166ea2/f/90472fc9553d4e2e99ffbe0497d60cf9_SeqId_4_ - updating store file list. 2024-11-26T19:22:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 90472fc9553d4e2e99ffbe0497d60cf9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T19:22:08,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/default/test/709dc95d21e25ee2310d7223cc166ea2/f/90472fc9553d4e2e99ffbe0497d60cf9_SeqId_4_ into 709dc95d21e25ee2310d7223cc166ea2/f 2024-11-26T19:22:08,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/staging/jenkins.hfs.23__test__2vqgh418m14tg85v7jqd495uv7ie2rslr8l5d32mfot2nn6ganvuukladj3h50ne/f/b722b7742ede43d48e36bba49e69085a_SeqId_6_ into 709dc95d21e25ee2310d7223cc166ea2/f (new location: hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/default/test/709dc95d21e25ee2310d7223cc166ea2/f/90472fc9553d4e2e99ffbe0497d60cf9_SeqId_4_) 2024-11-26T19:22:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/staging/jenkins.hfs.23__test__2vqgh418m14tg85v7jqd495uv7ie2rslr8l5d32mfot2nn6ganvuukladj3h50ne/f/b722b7742ede43d48e36bba49e69085a_SeqId_6_ 2024-11-26T19:22:08,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/staging/jenkins.hfs.23__test__2vqgh418m14tg85v7jqd495uv7ie2rslr8l5d32mfot2nn6ganvuukladj3h50ne/f/bb0af598492e467baaec1539e9862c67_SeqId_6_ into 709dc95d21e25ee2310d7223cc166ea2/f as hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/default/test/709dc95d21e25ee2310d7223cc166ea2/f/36d1ecc0c1b24b43974f1299ec38cf31_SeqId_4_ - updating store file list. 2024-11-26T19:22:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 36d1ecc0c1b24b43974f1299ec38cf31_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T19:22:08,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/default/test/709dc95d21e25ee2310d7223cc166ea2/f/36d1ecc0c1b24b43974f1299ec38cf31_SeqId_4_ into 709dc95d21e25ee2310d7223cc166ea2/f 2024-11-26T19:22:08,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/staging/jenkins.hfs.23__test__2vqgh418m14tg85v7jqd495uv7ie2rslr8l5d32mfot2nn6ganvuukladj3h50ne/f/bb0af598492e467baaec1539e9862c67_SeqId_6_ into 709dc95d21e25ee2310d7223cc166ea2/f (new location: hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/default/test/709dc95d21e25ee2310d7223cc166ea2/f/36d1ecc0c1b24b43974f1299ec38cf31_SeqId_4_) 2024-11-26T19:22:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/staging/jenkins.hfs.23__test__2vqgh418m14tg85v7jqd495uv7ie2rslr8l5d32mfot2nn6ganvuukladj3h50ne/f/bb0af598492e467baaec1539e9862c67_SeqId_6_ 2024-11-26T19:22:08,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34289 {}] regionserver.ReplicationSink(324): Finished replicating [b1e3387a-ff5f-47b6-bd02-e9eef6487fd0] bulk loaded data 2024-11-26T19:22:08,756 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 393, reset compression=false 2024-11-26T19:22:08,902 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 393, reset compression=false 2024-11-26T19:22:09,260 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 393, reset compression=false 2024-11-26T19:22:09,405 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 393, reset compression=false 2024-11-26T19:22:09,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T19:22:09,418 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:22:09,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:09,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:09,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:09,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:22:09,418 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:22:09,418 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=19062551, stopped=false 2024-11-26T19:22:09,418 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,34007,1732648913374 2024-11-26T19:22:09,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x10155ba197c0007, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22065652987/running 2024-11-26T19:22:09,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22065652987/running 2024-11-26T19:22:09,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065652987 2024-11-26T19:22:09,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x10155ba197c0007, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065652987 2024-11-26T19:22:09,421 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:22:09,421 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:22:09,422 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:09,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:09,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Set watcher on znode that does not yet exist, /22065652987/running 2024-11-26T19:22:09,422 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,34289,1732648913409' ***** 2024-11-26T19:22:09,422 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:22:09,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34289-0x10155ba197c0007, quorum=127.0.0.1:53793, baseZNode=/22065652987 Set watcher on znode that does not yet exist, /22065652987/running 2024-11-26T19:22:09,423 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:22:09,423 INFO [RS:0;fe76acf732b2:34289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:22:09,423 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:22:09,423 INFO [RS:0;fe76acf732b2:34289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:22:09,423 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(3091): Received CLOSE for 709dc95d21e25ee2310d7223cc166ea2 2024-11-26T19:22:09,424 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,34289,1732648913409 2024-11-26T19:22:09,424 INFO [RS:0;fe76acf732b2:34289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:22:09,424 INFO [RS:0;fe76acf732b2:34289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:34289. 2024-11-26T19:22:09,424 DEBUG [RS:0;fe76acf732b2:34289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:09,424 DEBUG [RS:0;fe76acf732b2:34289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:09,424 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 709dc95d21e25ee2310d7223cc166ea2, disabling compactions & flushes 2024-11-26T19:22:09,424 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2. 2024-11-26T19:22:09,424 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2. 2024-11-26T19:22:09,424 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:22:09,424 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2. after waiting 0 ms 2024-11-26T19:22:09,424 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:22:09,424 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2. 2024-11-26T19:22:09,424 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:22:09,424 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:22:09,424 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T19:22:09,424 DEBUG [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 709dc95d21e25ee2310d7223cc166ea2=test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2.} 2024-11-26T19:22:09,425 DEBUG [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 709dc95d21e25ee2310d7223cc166ea2 2024-11-26T19:22:09,425 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:22:09,425 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:22:09,425 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:22:09,425 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:22:09,425 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:22:09,425 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T19:22:09,429 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/default/test/709dc95d21e25ee2310d7223cc166ea2/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T19:22:09,429 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:22:09,429 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:22:09,429 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2. 2024-11-26T19:22:09,429 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 709dc95d21e25ee2310d7223cc166ea2: Waiting for close lock at 1732648929424Running coprocessor pre-close hooks at 1732648929424Disabling compacts and flushes for region at 1732648929424Disabling writes for close at 1732648929424Writing region close event to WAL at 1732648929425 (+1 ms)Running coprocessor post-close hooks at 1732648929429 (+4 ms)Closed at 1732648929429 2024-11-26T19:22:09,429 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2. 2024-11-26T19:22:09,442 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/.tmp/info/af7111593a844d5ca7362fdf31ce4379 is 129, key is test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2./info:regioninfo/1732648921492/Put/seqid=0 2024-11-26T19:22:09,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741839_1015 (size=6421) 2024-11-26T19:22:09,469 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:22:09,625 DEBUG [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:22:09,825 DEBUG [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:22:09,846 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/.tmp/info/af7111593a844d5ca7362fdf31ce4379 2024-11-26T19:22:09,864 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 393, reset compression=false 2024-11-26T19:22:09,865 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/.tmp/ns/a9de3eb737a94ce5a7d3c9e5566ca38c is 43, key is default/ns:d/1732648915957/Put/seqid=0 2024-11-26T19:22:09,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741840_1016 (size=5153) 2024-11-26T19:22:10,009 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 393, reset compression=false 2024-11-26T19:22:10,025 DEBUG [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:22:10,225 DEBUG [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:22:10,260 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:22:10,260 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:22:10,269 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/.tmp/ns/a9de3eb737a94ce5a7d3c9e5566ca38c 2024-11-26T19:22:10,291 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/.tmp/rep_barrier/368672ce0bb74c528538fd8efed630a8 is 112, key is test,,1732648920344.709dc95d21e25ee2310d7223cc166ea2./rep_barrier:seqnumDuringOpen/1732648921492/Put/seqid=0 2024-11-26T19:22:10,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741841_1017 (size=5518) 2024-11-26T19:22:10,425 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T19:22:10,425 DEBUG [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:22:10,426 DEBUG [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:22:10,567 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 393, reset compression=false 2024-11-26T19:22:10,626 DEBUG [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:22:10,695 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/.tmp/rep_barrier/368672ce0bb74c528538fd8efed630a8 2024-11-26T19:22:10,713 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 393, reset compression=false 2024-11-26T19:22:10,714 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/.tmp/table/055b1219afdc4a64938ff981db61c60f is 40, key is test/table:state/1732648921499/Put/seqid=0 2024-11-26T19:22:10,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741842_1018 (size=5165) 2024-11-26T19:22:10,718 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/.tmp/table/055b1219afdc4a64938ff981db61c60f 2024-11-26T19:22:10,721 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/.tmp/info/af7111593a844d5ca7362fdf31ce4379 as hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/info/af7111593a844d5ca7362fdf31ce4379 2024-11-26T19:22:10,725 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/info/af7111593a844d5ca7362fdf31ce4379, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T19:22:10,726 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/.tmp/ns/a9de3eb737a94ce5a7d3c9e5566ca38c as hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/ns/a9de3eb737a94ce5a7d3c9e5566ca38c 2024-11-26T19:22:10,729 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/ns/a9de3eb737a94ce5a7d3c9e5566ca38c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T19:22:10,730 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/.tmp/rep_barrier/368672ce0bb74c528538fd8efed630a8 as hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/rep_barrier/368672ce0bb74c528538fd8efed630a8 2024-11-26T19:22:10,733 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/rep_barrier/368672ce0bb74c528538fd8efed630a8, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T19:22:10,734 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/.tmp/table/055b1219afdc4a64938ff981db61c60f as hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/table/055b1219afdc4a64938ff981db61c60f 2024-11-26T19:22:10,737 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/table/055b1219afdc4a64938ff981db61c60f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T19:22:10,738 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=11, compaction requested=false 2024-11-26T19:22:10,742 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T19:22:10,743 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:22:10,743 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:22:10,743 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:22:10,743 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648929425Running coprocessor pre-close hooks at 1732648929425Disabling compacts and flushes for region at 1732648929425Disabling writes for close at 1732648929425Obtaining lock to block concurrent updates at 1732648929425Preparing flush snapshotting stores in 1588230740 at 1732648929425Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732648929425Flushing stores of hbase:meta,,1.1588230740 at 1732648929426 (+1 ms)Flushing 1588230740/info: creating writer at 1732648929426Flushing 1588230740/info: appending metadata at 1732648929441 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732648929442 (+1 ms)Flushing 1588230740/ns: creating writer at 1732648929850 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732648929865 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732648929865Flushing 1588230740/rep_barrier: creating writer at 1732648930273 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732648930291 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732648930291Flushing 1588230740/table: creating writer at 1732648930699 (+408 ms)Flushing 1588230740/table: appending metadata at 1732648930713 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732648930713Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@260f36b0: reopening flushed file at 1732648930721 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60472cce: reopening flushed file at 1732648930725 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e3caa58: reopening flushed file at 1732648930729 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d32a0d8: reopening flushed file at 1732648930733 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=11, compaction requested=false at 1732648930738 (+5 ms)Writing region close event to WAL at 1732648930739 (+1 ms)Running coprocessor post-close hooks at 1732648930743 (+4 ms)Closed at 1732648930743 2024-11-26T19:22:10,743 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:22:10,826 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,34289,1732648913409; all regions closed. 2024-11-26T19:22:10,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741834_1010 (size=2717) 2024-11-26T19:22:10,828 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/WALs/fe76acf732b2,34289,1732648913409/fe76acf732b2%2C34289%2C1732648913409.meta.1732648915894.meta not finished, retry = 0 2024-11-26T19:22:10,930 DEBUG [RS:0;fe76acf732b2:34289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/oldWALs 2024-11-26T19:22:10,930 INFO [RS:0;fe76acf732b2:34289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C34289%2C1732648913409.meta:.meta(num 1732648915894) 2024-11-26T19:22:10,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741832_1008 (size=1028) 2024-11-26T19:22:10,932 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/WALs/fe76acf732b2,34289,1732648913409/fe76acf732b2%2C34289%2C1732648913409.1732648915390 not finished, retry = 0 2024-11-26T19:22:11,035 DEBUG [RS:0;fe76acf732b2:34289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/oldWALs 2024-11-26T19:22:11,035 INFO [RS:0;fe76acf732b2:34289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C34289%2C1732648913409:(num 1732648915390) 2024-11-26T19:22:11,035 DEBUG [RS:0;fe76acf732b2:34289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:11,035 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:22:11,035 INFO [RS:0;fe76acf732b2:34289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:22:11,035 INFO [RS:0;fe76acf732b2:34289 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T19:22:11,035 INFO [RS:0;fe76acf732b2:34289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:22:11,035 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:22:11,036 INFO [RS:0;fe76acf732b2:34289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:34289. 2024-11-26T19:22:11,036 DEBUG [RS:0;fe76acf732b2:34289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:11,036 DEBUG [RS:0;fe76acf732b2:34289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:11,036 DEBUG [RS:0;fe76acf732b2:34289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:11,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:22:11,036 INFO [RS:0;fe76acf732b2:34289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34289 2024-11-26T19:22:11,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x10155ba197c0007, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22065652987/rs/fe76acf732b2,34289,1732648913409 2024-11-26T19:22:11,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065652987/rs 2024-11-26T19:22:11,038 INFO [RS:0;fe76acf732b2:34289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:22:11,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,34289,1732648913409] 2024-11-26T19:22:11,040 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22065652987/draining/fe76acf732b2,34289,1732648913409 already deleted, retry=false 2024-11-26T19:22:11,040 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,34289,1732648913409 expired; onlineServers=0 2024-11-26T19:22:11,040 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,34007,1732648913374' ***** 2024-11-26T19:22:11,040 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:22:11,041 INFO [M:0;fe76acf732b2:34007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:22:11,041 INFO [M:0;fe76acf732b2:34007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:22:11,041 DEBUG [M:0;fe76acf732b2:34007 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:22:11,041 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:22:11,041 DEBUG [M:0;fe76acf732b2:34007 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:22:11,041 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648915156 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648915156,5,FailOnTimeoutGroup] 2024-11-26T19:22:11,041 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648915156 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648915156,5,FailOnTimeoutGroup] 2024-11-26T19:22:11,041 INFO [M:0;fe76acf732b2:34007 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:22:11,041 INFO [M:0;fe76acf732b2:34007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:22:11,041 DEBUG [M:0;fe76acf732b2:34007 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:22:11,041 INFO [M:0;fe76acf732b2:34007 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:22:11,041 INFO [M:0;fe76acf732b2:34007 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:22:11,041 INFO [M:0;fe76acf732b2:34007 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:22:11,042 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:22:11,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22065652987/master 2024-11-26T19:22:11,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065652987 2024-11-26T19:22:11,043 DEBUG [M:0;fe76acf732b2:34007 {}] zookeeper.ZKUtil(347): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Unable to get data of znode /22065652987/master because node does not exist (not an error) 2024-11-26T19:22:11,043 WARN [M:0;fe76acf732b2:34007 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T19:22:11,044 INFO [M:0;fe76acf732b2:34007 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/.lastflushedseqids 2024-11-26T19:22:11,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741843_1019 (size=173) 2024-11-26T19:22:11,053 INFO [M:0;fe76acf732b2:34007 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:22:11,053 INFO [M:0;fe76acf732b2:34007 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:22:11,053 DEBUG [M:0;fe76acf732b2:34007 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:22:11,053 INFO [M:0;fe76acf732b2:34007 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:22:11,053 DEBUG [M:0;fe76acf732b2:34007 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:22:11,053 DEBUG [M:0;fe76acf732b2:34007 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:22:11,053 DEBUG [M:0;fe76acf732b2:34007 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:22:11,053 INFO [M:0;fe76acf732b2:34007 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-26T19:22:11,069 DEBUG [M:0;fe76acf732b2:34007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/863f329c045f4536a4f8d276e6e9f711 is 82, key is hbase:meta,,1/info:regioninfo/1732648915943/Put/seqid=0 2024-11-26T19:22:11,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741844_1020 (size=5672) 2024-11-26T19:22:11,139 INFO [RS:0;fe76acf732b2:34289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:22:11,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x10155ba197c0007, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:22:11,140 INFO [RS:0;fe76acf732b2:34289 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,34289,1732648913409; zookeeper connection closed. 2024-11-26T19:22:11,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x10155ba197c0007, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:22:11,140 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a8e031e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a8e031e 2024-11-26T19:22:11,140 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:22:11,371 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 393, reset compression=false 2024-11-26T19:22:11,473 INFO [M:0;fe76acf732b2:34007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/863f329c045f4536a4f8d276e6e9f711 2024-11-26T19:22:11,494 DEBUG [M:0;fe76acf732b2:34007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4feb3973dadd44f88f57debdfd99583b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732648921502/Put/seqid=0 2024-11-26T19:22:11,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741845_1021 (size=6586) 2024-11-26T19:22:11,497 INFO [M:0;fe76acf732b2:34007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4feb3973dadd44f88f57debdfd99583b 2024-11-26T19:22:11,514 DEBUG [M:0;fe76acf732b2:34007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ca8c2cb9fef49d5a45c4fd67f5ac773 is 69, key is fe76acf732b2,34289,1732648913409/rs:state/1732648915246/Put/seqid=0 2024-11-26T19:22:11,516 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 393, reset compression=false 2024-11-26T19:22:11,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741846_1022 (size=5156) 2024-11-26T19:22:11,918 INFO [M:0;fe76acf732b2:34007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ca8c2cb9fef49d5a45c4fd67f5ac773 2024-11-26T19:22:11,922 DEBUG [M:0;fe76acf732b2:34007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/863f329c045f4536a4f8d276e6e9f711 as hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/863f329c045f4536a4f8d276e6e9f711 2024-11-26T19:22:11,925 INFO [M:0;fe76acf732b2:34007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/863f329c045f4536a4f8d276e6e9f711, entries=8, sequenceid=55, filesize=5.5 K 2024-11-26T19:22:11,926 DEBUG [M:0;fe76acf732b2:34007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4feb3973dadd44f88f57debdfd99583b as hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4feb3973dadd44f88f57debdfd99583b 2024-11-26T19:22:11,929 INFO [M:0;fe76acf732b2:34007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4feb3973dadd44f88f57debdfd99583b, entries=6, sequenceid=55, filesize=6.4 K 2024-11-26T19:22:11,930 DEBUG [M:0;fe76acf732b2:34007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ca8c2cb9fef49d5a45c4fd67f5ac773 as hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ca8c2cb9fef49d5a45c4fd67f5ac773 2024-11-26T19:22:11,933 INFO [M:0;fe76acf732b2:34007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40653/user/jenkins/test-data/c9d495a2-7f0c-3f56-1ad5-78cc1053c514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ca8c2cb9fef49d5a45c4fd67f5ac773, entries=1, sequenceid=55, filesize=5.0 K 2024-11-26T19:22:11,934 INFO [M:0;fe76acf732b2:34007 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=55, compaction requested=false 2024-11-26T19:22:11,935 INFO [M:0;fe76acf732b2:34007 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:22:11,935 DEBUG [M:0;fe76acf732b2:34007 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648931053Disabling compacts and flushes for region at 1732648931053Disabling writes for close at 1732648931053Obtaining lock to block concurrent updates at 1732648931053Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648931053Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732648931054 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648931054Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648931054Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648931069 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648931069Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648931477 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648931493 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648931493Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648931500 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648931514 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648931514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d1fc7d9: reopening flushed file at 1732648931921 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23f6b702: reopening flushed file at 1732648931926 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42982a7c: reopening flushed file at 1732648931930 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=55, compaction requested=false at 1732648931934 (+4 ms)Writing region close event to WAL at 1732648931935 (+1 ms)Closed at 1732648931935 2024-11-26T19:22:11,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741830_1006 (size=32770) 2024-11-26T19:22:11,937 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:22:11,937 INFO [M:0;fe76acf732b2:34007 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:22:11,937 INFO [M:0;fe76acf732b2:34007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34007 2024-11-26T19:22:11,938 INFO [M:0;fe76acf732b2:34007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:22:12,039 INFO [M:0;fe76acf732b2:34007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:22:12,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:22:12,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34007-0x10155ba197c0006, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:22:12,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16448695{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:22:12,042 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@146e5199{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:22:12,042 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:22:12,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5663c986{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:22:12,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d8dfaa5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/hadoop.log.dir/,STOPPED} 2024-11-26T19:22:12,044 WARN [BP-1686964144-172.17.0.2-1732648912436 heartbeating to localhost/127.0.0.1:40653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:22:12,044 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:22:12,044 WARN [BP-1686964144-172.17.0.2-1732648912436 heartbeating to localhost/127.0.0.1:40653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1686964144-172.17.0.2-1732648912436 (Datanode Uuid b414a931-87be-4708-a11d-dcc9f17ba49b) service to localhost/127.0.0.1:40653 2024-11-26T19:22:12,044 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:22:12,045 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/cluster_19c97d33-4443-8491-86cd-7411a5e4dea2/data/data1/current/BP-1686964144-172.17.0.2-1732648912436 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:22:12,045 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/cluster_19c97d33-4443-8491-86cd-7411a5e4dea2/data/data2/current/BP-1686964144-172.17.0.2-1732648912436 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:22:12,045 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:22:12,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61272776{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:22:12,053 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e2a454{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:22:12,053 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:22:12,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@beb64f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:22:12,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2adc35fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529278a7-2079-511b-ac4f-09aca27e35c0/hadoop.log.dir/,STOPPED} 2024-11-26T19:22:12,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T19:22:12,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T19:22:12,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:22:12,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:12,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:12,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:22:12,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:12,066 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:22:12,066 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=230130821, stopped=false 2024-11-26T19:22:12,066 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,38189,1732648909731 2024-11-26T19:22:12,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1712741368/running 2024-11-26T19:22:12,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x10155ba197c0004, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1712741368/running 2024-11-26T19:22:12,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1712741368 2024-11-26T19:22:12,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x10155ba197c0004, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1712741368 2024-11-26T19:22:12,069 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:22:12,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Set watcher on znode that does not yet exist, /1712741368/running 2024-11-26T19:22:12,070 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:22:12,070 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:12,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:12,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42561-0x10155ba197c0004, quorum=127.0.0.1:53793, baseZNode=/1712741368 Set watcher on znode that does not yet exist, /1712741368/running 2024-11-26T19:22:12,070 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,42561,1732648909776' ***** 2024-11-26T19:22:12,070 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:22:12,071 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:22:12,071 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:22:12,071 INFO [RS:0;fe76acf732b2:42561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:22:12,071 INFO [RS:0;fe76acf732b2:42561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:22:12,071 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(3091): Received CLOSE for dc6b6706ae4aa303a00b13e9740198af 2024-11-26T19:22:12,071 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,42561,1732648909776 2024-11-26T19:22:12,071 INFO [RS:0;fe76acf732b2:42561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:22:12,071 INFO [RS:0;fe76acf732b2:42561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:42561. 2024-11-26T19:22:12,071 DEBUG [RS:0;fe76acf732b2:42561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:12,071 DEBUG [RS:0;fe76acf732b2:42561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:12,071 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc6b6706ae4aa303a00b13e9740198af, disabling compactions & flushes 2024-11-26T19:22:12,071 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:22:12,071 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af. 2024-11-26T19:22:12,071 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:22:12,072 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:22:12,072 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af. 2024-11-26T19:22:12,072 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:22:12,072 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af. after waiting 0 ms 2024-11-26T19:22:12,072 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af. 2024-11-26T19:22:12,072 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T19:22:12,072 DEBUG [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(1325): Online Regions={dc6b6706ae4aa303a00b13e9740198af=test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:22:12,072 DEBUG [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc6b6706ae4aa303a00b13e9740198af 2024-11-26T19:22:12,072 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:22:12,072 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:22:12,072 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:22:12,072 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:22:12,072 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:22:12,072 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T19:22:12,075 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/default/test/dc6b6706ae4aa303a00b13e9740198af/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T19:22:12,076 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:22:12,076 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:22:12,076 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af. 2024-11-26T19:22:12,076 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc6b6706ae4aa303a00b13e9740198af: Waiting for close lock at 1732648932071Running coprocessor pre-close hooks at 1732648932071Disabling compacts and flushes for region at 1732648932071Disabling writes for close at 1732648932072 (+1 ms)Writing region close event to WAL at 1732648932072Running coprocessor post-close hooks at 1732648932076 (+4 ms)Closed at 1732648932076 2024-11-26T19:22:12,076 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af. 2024-11-26T19:22:12,089 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/.tmp/info/0257f89aee28455e9773742ba672b27f is 129, key is test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af./info:regioninfo/1732648919340/Put/seqid=0 2024-11-26T19:22:12,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741841_1017 (size=6421) 2024-11-26T19:22:12,151 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:22:12,237 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:22:12,237 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:22:12,272 DEBUG [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:22:12,274 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 393, reset compression=false 2024-11-26T19:22:12,420 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 393, reset compression=false 2024-11-26T19:22:12,472 DEBUG [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:22:12,492 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/.tmp/info/0257f89aee28455e9773742ba672b27f 2024-11-26T19:22:12,514 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/.tmp/ns/8191d329203440d8a047bf253c3c2a87 is 43, key is default/ns:d/1732648912318/Put/seqid=0 2024-11-26T19:22:12,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741842_1018 (size=5153) 2024-11-26T19:22:12,573 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T19:22:12,672 DEBUG [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:22:12,873 DEBUG [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:22:12,919 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/.tmp/ns/8191d329203440d8a047bf253c3c2a87 2024-11-26T19:22:12,938 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/.tmp/rep_barrier/5a7da0685d6c48bb90e1d7d83b272620 is 112, key is test,,1732648918194.dc6b6706ae4aa303a00b13e9740198af./rep_barrier:seqnumDuringOpen/1732648919340/Put/seqid=0 2024-11-26T19:22:12,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741843_1019 (size=5518) 2024-11-26T19:22:13,073 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T19:22:13,073 DEBUG [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:22:13,073 DEBUG [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:22:13,273 DEBUG [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:22:13,278 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 393, reset compression=false 2024-11-26T19:22:13,342 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/.tmp/rep_barrier/5a7da0685d6c48bb90e1d7d83b272620 2024-11-26T19:22:13,361 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/.tmp/table/8b47de1d2fcc4c649825f54789f755ff is 40, key is test/table:state/1732648919348/Put/seqid=0 2024-11-26T19:22:13,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741844_1020 (size=5165) 2024-11-26T19:22:13,423 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 393, reset compression=false 2024-11-26T19:22:13,473 DEBUG [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:22:13,673 DEBUG [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T19:22:13,765 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/.tmp/table/8b47de1d2fcc4c649825f54789f755ff 2024-11-26T19:22:13,769 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/.tmp/info/0257f89aee28455e9773742ba672b27f as hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/info/0257f89aee28455e9773742ba672b27f 2024-11-26T19:22:13,773 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/info/0257f89aee28455e9773742ba672b27f, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T19:22:13,773 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/.tmp/ns/8191d329203440d8a047bf253c3c2a87 as hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/ns/8191d329203440d8a047bf253c3c2a87 2024-11-26T19:22:13,776 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/ns/8191d329203440d8a047bf253c3c2a87, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T19:22:13,777 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/.tmp/rep_barrier/5a7da0685d6c48bb90e1d7d83b272620 as hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/rep_barrier/5a7da0685d6c48bb90e1d7d83b272620 2024-11-26T19:22:13,780 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/rep_barrier/5a7da0685d6c48bb90e1d7d83b272620, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T19:22:13,781 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/.tmp/table/8b47de1d2fcc4c649825f54789f755ff as hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/table/8b47de1d2fcc4c649825f54789f755ff 2024-11-26T19:22:13,784 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/table/8b47de1d2fcc4c649825f54789f755ff, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T19:22:13,785 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=11, compaction requested=false 2024-11-26T19:22:13,785 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T19:22:13,789 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T19:22:13,790 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:22:13,790 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:22:13,790 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:22:13,790 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648932072Running coprocessor pre-close hooks at 1732648932072Disabling compacts and flushes for region at 1732648932072Disabling writes for close at 1732648932072Obtaining lock to block concurrent updates at 1732648932072Preparing flush snapshotting stores in 1588230740 at 1732648932072Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732648932073 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732648932073Flushing 1588230740/info: creating writer at 1732648932073Flushing 1588230740/info: appending metadata at 1732648932088 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732648932088Flushing 1588230740/ns: creating writer at 1732648932496 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732648932514 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732648932514Flushing 1588230740/rep_barrier: creating writer at 1732648932922 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732648932937 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732648932937Flushing 1588230740/table: creating writer at 1732648933346 (+409 ms)Flushing 1588230740/table: appending metadata at 1732648933361 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732648933361Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e3059e: reopening flushed file at 1732648933769 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@796fd706: reopening flushed file at 1732648933773 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b8936c2: reopening flushed file at 1732648933777 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e4ab92a: reopening flushed file at 1732648933780 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=11, compaction requested=false at 1732648933785 (+5 ms)Writing region close event to WAL at 1732648933787 (+2 ms)Running coprocessor post-close hooks at 1732648933790 (+3 ms)Closed at 1732648933790 2024-11-26T19:22:13,790 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:22:13,873 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,42561,1732648909776; all regions closed. 2024-11-26T19:22:13,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741834_1010 (size=2717) 2024-11-26T19:22:13,876 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/WALs/fe76acf732b2,42561,1732648909776/fe76acf732b2%2C42561%2C1732648909776.meta.1732648912282.meta not finished, retry = 0 2024-11-26T19:22:13,978 DEBUG [RS:0;fe76acf732b2:42561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/oldWALs 2024-11-26T19:22:13,978 INFO [RS:0;fe76acf732b2:42561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C42561%2C1732648909776.meta:.meta(num 1732648912282) 2024-11-26T19:22:13,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741832_1008 (size=1374) 2024-11-26T19:22:13,981 DEBUG [RS:0;fe76acf732b2:42561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/oldWALs 2024-11-26T19:22:13,981 INFO [RS:0;fe76acf732b2:42561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C42561%2C1732648909776:(num 1732648911375) 2024-11-26T19:22:13,981 DEBUG [RS:0;fe76acf732b2:42561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:13,981 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:22:13,981 INFO [RS:0;fe76acf732b2:42561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:22:13,982 INFO [RS:0;fe76acf732b2:42561 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T19:22:13,982 INFO [RS:0;fe76acf732b2:42561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:22:13,982 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:22:13,982 INFO [RS:0;fe76acf732b2:42561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:42561. 2024-11-26T19:22:13,982 DEBUG [RS:0;fe76acf732b2:42561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:13,982 DEBUG [RS:0;fe76acf732b2:42561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:13,982 DEBUG [RS:0;fe76acf732b2:42561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:13,982 INFO [RS:0;fe76acf732b2:42561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42561 2024-11-26T19:22:13,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:22:13,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1712741368/rs 2024-11-26T19:22:13,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x10155ba197c0004, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1712741368/rs/fe76acf732b2,42561,1732648909776 2024-11-26T19:22:13,984 INFO [RS:0;fe76acf732b2:42561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:22:13,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,42561,1732648909776] 2024-11-26T19:22:13,986 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1712741368/draining/fe76acf732b2,42561,1732648909776 already deleted, retry=false 2024-11-26T19:22:13,986 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,42561,1732648909776 expired; onlineServers=0 2024-11-26T19:22:13,986 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,38189,1732648909731' ***** 2024-11-26T19:22:13,986 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:22:13,987 INFO [M:0;fe76acf732b2:38189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:22:13,987 INFO [M:0;fe76acf732b2:38189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:22:13,987 DEBUG [M:0;fe76acf732b2:38189 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:22:13,987 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:22:13,987 DEBUG [M:0;fe76acf732b2:38189 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:22:13,987 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648911141 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648911141,5,FailOnTimeoutGroup] 2024-11-26T19:22:13,987 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648911144 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648911144,5,FailOnTimeoutGroup] 2024-11-26T19:22:13,987 INFO [M:0;fe76acf732b2:38189 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:22:13,987 INFO [M:0;fe76acf732b2:38189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:22:13,987 DEBUG [M:0;fe76acf732b2:38189 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:22:13,987 INFO [M:0;fe76acf732b2:38189 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:22:13,987 INFO [M:0;fe76acf732b2:38189 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:22:13,987 INFO [M:0;fe76acf732b2:38189 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:22:13,988 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:22:13,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1712741368/master 2024-11-26T19:22:13,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1712741368 2024-11-26T19:22:13,989 DEBUG [M:0;fe76acf732b2:38189 {}] zookeeper.ZKUtil(347): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Unable to get data of znode /1712741368/master because node does not exist (not an error) 2024-11-26T19:22:13,989 WARN [M:0;fe76acf732b2:38189 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T19:22:13,990 INFO [M:0;fe76acf732b2:38189 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/.lastflushedseqids 2024-11-26T19:22:13,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741845_1021 (size=173) 2024-11-26T19:22:13,994 INFO [M:0;fe76acf732b2:38189 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:22:13,994 INFO [M:0;fe76acf732b2:38189 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:22:13,994 DEBUG [M:0;fe76acf732b2:38189 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:22:13,994 INFO [M:0;fe76acf732b2:38189 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:22:13,994 DEBUG [M:0;fe76acf732b2:38189 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:22:13,994 DEBUG [M:0;fe76acf732b2:38189 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:22:13,994 DEBUG [M:0;fe76acf732b2:38189 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:22:13,994 INFO [M:0;fe76acf732b2:38189 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-26T19:22:14,010 DEBUG [M:0;fe76acf732b2:38189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4093f4c4af0541a7abe98950e1a3fc46 is 82, key is hbase:meta,,1/info:regioninfo/1732648912310/Put/seqid=0 2024-11-26T19:22:14,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741846_1022 (size=5672) 2024-11-26T19:22:14,014 INFO [M:0;fe76acf732b2:38189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4093f4c4af0541a7abe98950e1a3fc46 2024-11-26T19:22:14,032 DEBUG [M:0;fe76acf732b2:38189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/794ab0e36a7d4808ad8cf7a1dfa1b0bf is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732648919351/Put/seqid=0 2024-11-26T19:22:14,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741847_1023 (size=6585) 2024-11-26T19:22:14,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x10155ba197c0004, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:22:14,086 INFO [RS:0;fe76acf732b2:42561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:22:14,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x10155ba197c0004, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:22:14,086 INFO [RS:0;fe76acf732b2:42561 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,42561,1732648909776; zookeeper connection closed. 2024-11-26T19:22:14,086 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d4cb2ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d4cb2ed 2024-11-26T19:22:14,086 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:22:14,382 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 393, reset compression=false 2024-11-26T19:22:14,435 INFO [M:0;fe76acf732b2:38189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/794ab0e36a7d4808ad8cf7a1dfa1b0bf 2024-11-26T19:22:14,453 DEBUG [M:0;fe76acf732b2:38189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa2dbb18c1d847ea8f26bb82179e55f4 is 69, key is fe76acf732b2,42561,1732648909776/rs:state/1732648911225/Put/seqid=0 2024-11-26T19:22:14,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741848_1024 (size=5156) 2024-11-26T19:22:14,457 INFO [M:0;fe76acf732b2:38189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa2dbb18c1d847ea8f26bb82179e55f4 2024-11-26T19:22:14,460 DEBUG [M:0;fe76acf732b2:38189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4093f4c4af0541a7abe98950e1a3fc46 as hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4093f4c4af0541a7abe98950e1a3fc46 2024-11-26T19:22:14,464 INFO [M:0;fe76acf732b2:38189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4093f4c4af0541a7abe98950e1a3fc46, entries=8, sequenceid=55, filesize=5.5 K 2024-11-26T19:22:14,464 DEBUG [M:0;fe76acf732b2:38189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/794ab0e36a7d4808ad8cf7a1dfa1b0bf as hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/794ab0e36a7d4808ad8cf7a1dfa1b0bf 2024-11-26T19:22:14,468 INFO [M:0;fe76acf732b2:38189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/794ab0e36a7d4808ad8cf7a1dfa1b0bf, entries=6, sequenceid=55, filesize=6.4 K 2024-11-26T19:22:14,468 DEBUG [M:0;fe76acf732b2:38189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa2dbb18c1d847ea8f26bb82179e55f4 as hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa2dbb18c1d847ea8f26bb82179e55f4 2024-11-26T19:22:14,472 INFO [M:0;fe76acf732b2:38189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46679/user/jenkins/test-data/faabdaef-a240-7726-e669-6a8623575ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa2dbb18c1d847ea8f26bb82179e55f4, entries=1, sequenceid=55, filesize=5.0 K 2024-11-26T19:22:14,473 INFO [M:0;fe76acf732b2:38189 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 479ms, sequenceid=55, compaction requested=false 2024-11-26T19:22:14,475 INFO [M:0;fe76acf732b2:38189 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:22:14,475 DEBUG [M:0;fe76acf732b2:38189 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648933994Disabling compacts and flushes for region at 1732648933994Disabling writes for close at 1732648933994Obtaining lock to block concurrent updates at 1732648933994Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648933994Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732648933995 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648933995Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648933995Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648934010 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648934010Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648934017 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648934031 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648934031Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648934438 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648934453 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648934453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@513706d1: reopening flushed file at 1732648934460 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11b8e6b0: reopening flushed file at 1732648934464 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99b1639: reopening flushed file at 1732648934468 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 479ms, sequenceid=55, compaction requested=false at 1732648934473 (+5 ms)Writing region close event to WAL at 1732648934474 (+1 ms)Closed at 1732648934474 2024-11-26T19:22:14,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741830_1006 (size=32758) 2024-11-26T19:22:14,477 INFO [M:0;fe76acf732b2:38189 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:22:14,477 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:22:14,477 INFO [M:0;fe76acf732b2:38189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38189 2024-11-26T19:22:14,477 INFO [M:0;fe76acf732b2:38189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:22:14,527 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 393, reset compression=false 2024-11-26T19:22:14,579 INFO [M:0;fe76acf732b2:38189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:22:14,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:22:14,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x10155ba197c0003, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:22:14,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48dd5c93{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:22:14,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b9dc189{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:22:14,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:22:14,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@760c5af5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:22:14,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b583009{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/hadoop.log.dir/,STOPPED} 2024-11-26T19:22:14,583 WARN [BP-867358908-172.17.0.2-1732648908716 heartbeating to localhost/127.0.0.1:46679 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:22:14,583 WARN [BP-867358908-172.17.0.2-1732648908716 heartbeating to localhost/127.0.0.1:46679 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-867358908-172.17.0.2-1732648908716 (Datanode Uuid ca32f04f-fb81-4b14-9b59-196c60652be4) service to localhost/127.0.0.1:46679 2024-11-26T19:22:14,583 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:22:14,583 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:22:14,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/cluster_b0ede1a4-bc8e-a737-30a2-7db41dc62b26/data/data1/current/BP-867358908-172.17.0.2-1732648908716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:22:14,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/cluster_b0ede1a4-bc8e-a737-30a2-7db41dc62b26/data/data2/current/BP-867358908-172.17.0.2-1732648908716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:22:14,584 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:22:14,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a620e00{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:22:14,591 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3695c297{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:22:14,591 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:22:14,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1aae27f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:22:14,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f392555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df157cde-9d1b-9fbb-29a1-a8dcd058cb41/hadoop.log.dir/,STOPPED} 2024-11-26T19:22:14,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T19:22:14,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T19:22:14,607 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:22:14,607 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:14,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:14,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:14,607 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:22:14,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:22:14,607 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1348033374, stopped=false 2024-11-26T19:22:14,607 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,46779,1732648907412 2024-11-26T19:22:14,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x10155ba197c0001, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/018283779/running 2024-11-26T19:22:14,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/018283779/running 2024-11-26T19:22:14,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x10155ba197c0001, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779 2024-11-26T19:22:14,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779 2024-11-26T19:22:14,609 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:22:14,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Set watcher on znode that does not yet exist, /018283779/running 2024-11-26T19:22:14,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T19:22:14,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:14,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:14,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35877-0x10155ba197c0001, quorum=127.0.0.1:53793, baseZNode=/018283779 Set watcher on znode that does not yet exist, /018283779/running 2024-11-26T19:22:14,610 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,35877,1732648907460' ***** 2024-11-26T19:22:14,610 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T19:22:14,610 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:22:14,610 INFO [RS:0;fe76acf732b2:35877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:22:14,610 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T19:22:14,610 INFO [RS:0;fe76acf732b2:35877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:22:14,611 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e436c87fe8c1cfc76b9774ba17b3601 2024-11-26T19:22:14,611 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.HRegionServer(3091): Received CLOSE for 161d17e018a1491350d1592f525b304a 2024-11-26T19:22:14,611 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,35877,1732648907460 2024-11-26T19:22:14,611 INFO [RS:0;fe76acf732b2:35877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:22:14,611 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e436c87fe8c1cfc76b9774ba17b3601, disabling compactions & flushes 2024-11-26T19:22:14,611 INFO [RS:0;fe76acf732b2:35877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:35877. 2024-11-26T19:22:14,611 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601. 2024-11-26T19:22:14,611 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601. 2024-11-26T19:22:14,611 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601. after waiting 0 ms 2024-11-26T19:22:14,611 DEBUG [RS:0;fe76acf732b2:35877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:14,611 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601. 2024-11-26T19:22:14,611 DEBUG [RS:0;fe76acf732b2:35877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:14,611 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3e436c87fe8c1cfc76b9774ba17b3601 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-26T19:22:14,611 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:22:14,611 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:22:14,611 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:22:14,611 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T19:22:14,612 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T19:22:14,612 DEBUG [RS:0;fe76acf732b2:35877 {}] regionserver.HRegionServer(1325): Online Regions={3e436c87fe8c1cfc76b9774ba17b3601=hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601., 161d17e018a1491350d1592f525b304a=test,,1732648916043.161d17e018a1491350d1592f525b304a., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:22:14,612 DEBUG [RS:0;fe76acf732b2:35877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 161d17e018a1491350d1592f525b304a, 3e436c87fe8c1cfc76b9774ba17b3601 2024-11-26T19:22:14,612 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:22:14,612 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T19:22:14,612 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T19:22:14,612 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:22:14,612 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:22:14,612 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T19:22:14,629 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/.tmp/info/4c695a3c6b6143f4a220c1396b6a0815 is 147, key is hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601./info:regioninfo/1732648923273/Put/seqid=0 2024-11-26T19:22:14,629 INFO [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:22:14,631 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/replication/3e436c87fe8c1cfc76b9774ba17b3601/.tmp/hfileref/6a4b379df0c64bff8679298df712dd3f is 74, key is 1/hfileref:974bd2683f0e473f9cde427726464a75_SeqId_4_/1732648925323/DeleteColumn/seqid=0 2024-11-26T19:22:14,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741847_1023 (size=7686) 2024-11-26T19:22:14,633 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/.tmp/info/4c695a3c6b6143f4a220c1396b6a0815 2024-11-26T19:22:14,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741848_1024 (size=5489) 2024-11-26T19:22:14,639 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/replication/3e436c87fe8c1cfc76b9774ba17b3601/.tmp/hfileref/6a4b379df0c64bff8679298df712dd3f 2024-11-26T19:22:14,659 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/.tmp/ns/2f467866157844e5be3b1e12fa468bea is 43, key is default/ns:d/1732648908640/Put/seqid=0 2024-11-26T19:22:14,661 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/replication/3e436c87fe8c1cfc76b9774ba17b3601/.tmp/queue/855360706bb246c0b71bd02bf4d4d1a8 is 153, key is 1-fe76acf732b2,35877,1732648907460/queue:fe76acf732b2%2C35877%2C1732648907460/1732648928038/Put/seqid=0 2024-11-26T19:22:14,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741849_1025 (size=5153) 2024-11-26T19:22:14,664 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/.tmp/ns/2f467866157844e5be3b1e12fa468bea 2024-11-26T19:22:14,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741850_1026 (size=5504) 2024-11-26T19:22:14,686 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/.tmp/rep_barrier/c6b520c08e184dddaed7388a27c6c0fd is 112, key is test,,1732648916043.161d17e018a1491350d1592f525b304a./rep_barrier:seqnumDuringOpen/1732648917189/Put/seqid=0 2024-11-26T19:22:14,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741851_1027 (size=5518) 2024-11-26T19:22:14,812 DEBUG [RS:0;fe76acf732b2:35877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 161d17e018a1491350d1592f525b304a, 3e436c87fe8c1cfc76b9774ba17b3601 2024-11-26T19:22:14,932 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T19:22:14,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:14,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:14,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:14,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:14,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:14,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:14,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:14,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:14,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:14,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:14,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:14,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:14,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:14,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:14,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:14,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:14,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:14,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:15,012 DEBUG [RS:0;fe76acf732b2:35877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 161d17e018a1491350d1592f525b304a, 3e436c87fe8c1cfc76b9774ba17b3601 2024-11-26T19:22:15,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T19:22:15,066 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/replication/3e436c87fe8c1cfc76b9774ba17b3601/.tmp/queue/855360706bb246c0b71bd02bf4d4d1a8 2024-11-26T19:22:15,071 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/replication/3e436c87fe8c1cfc76b9774ba17b3601/.tmp/hfileref/6a4b379df0c64bff8679298df712dd3f as hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/replication/3e436c87fe8c1cfc76b9774ba17b3601/hfileref/6a4b379df0c64bff8679298df712dd3f 2024-11-26T19:22:15,075 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/replication/3e436c87fe8c1cfc76b9774ba17b3601/hfileref/6a4b379df0c64bff8679298df712dd3f, entries=6, sequenceid=17, filesize=5.4 K 2024-11-26T19:22:15,076 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/replication/3e436c87fe8c1cfc76b9774ba17b3601/.tmp/queue/855360706bb246c0b71bd02bf4d4d1a8 as hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/replication/3e436c87fe8c1cfc76b9774ba17b3601/queue/855360706bb246c0b71bd02bf4d4d1a8 2024-11-26T19:22:15,079 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/replication/3e436c87fe8c1cfc76b9774ba17b3601/queue/855360706bb246c0b71bd02bf4d4d1a8, entries=2, sequenceid=17, filesize=5.4 K 2024-11-26T19:22:15,080 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 3e436c87fe8c1cfc76b9774ba17b3601 in 469ms, sequenceid=17, compaction requested=false 2024-11-26T19:22:15,083 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/replication/3e436c87fe8c1cfc76b9774ba17b3601/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-26T19:22:15,083 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:22:15,083 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:22:15,083 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601. 2024-11-26T19:22:15,083 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e436c87fe8c1cfc76b9774ba17b3601: Waiting for close lock at 1732648934611Running coprocessor pre-close hooks at 1732648934611Disabling compacts and flushes for region at 1732648934611Disabling writes for close at 1732648934611Obtaining lock to block concurrent updates at 1732648934611Preparing flush snapshotting stores in 3e436c87fe8c1cfc76b9774ba17b3601 at 1732648934611Finished memstore snapshotting hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732648934612 (+1 ms)Flushing stores of hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601. at 1732648934612Flushing 3e436c87fe8c1cfc76b9774ba17b3601/hfileref: creating writer at 1732648934612Flushing 3e436c87fe8c1cfc76b9774ba17b3601/hfileref: appending metadata at 1732648934631 (+19 ms)Flushing 3e436c87fe8c1cfc76b9774ba17b3601/hfileref: closing flushed file at 1732648934631Flushing 3e436c87fe8c1cfc76b9774ba17b3601/queue: creating writer at 1732648934643 (+12 ms)Flushing 3e436c87fe8c1cfc76b9774ba17b3601/queue: appending metadata at 1732648934661 (+18 ms)Flushing 3e436c87fe8c1cfc76b9774ba17b3601/queue: closing flushed file at 1732648934661Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dab43b2: reopening flushed file at 1732648935071 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49392c7c: reopening flushed file at 1732648935075 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 3e436c87fe8c1cfc76b9774ba17b3601 in 469ms, sequenceid=17, compaction requested=false at 1732648935080 (+5 ms)Writing region close event to WAL at 1732648935081 (+1 ms)Running coprocessor post-close hooks at 1732648935083 (+2 ms)Closed at 1732648935083 2024-11-26T19:22:15,084 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732648922506.3e436c87fe8c1cfc76b9774ba17b3601. 2024-11-26T19:22:15,084 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 161d17e018a1491350d1592f525b304a, disabling compactions & flushes 2024-11-26T19:22:15,084 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732648916043.161d17e018a1491350d1592f525b304a. 2024-11-26T19:22:15,084 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732648916043.161d17e018a1491350d1592f525b304a. 2024-11-26T19:22:15,084 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732648916043.161d17e018a1491350d1592f525b304a. after waiting 0 ms 2024-11-26T19:22:15,084 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732648916043.161d17e018a1491350d1592f525b304a. 2024-11-26T19:22:15,086 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/default/test/161d17e018a1491350d1592f525b304a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T19:22:15,086 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:22:15,087 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T19:22:15,087 INFO [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732648916043.161d17e018a1491350d1592f525b304a. 2024-11-26T19:22:15,087 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 161d17e018a1491350d1592f525b304a: Waiting for close lock at 1732648935084Running coprocessor pre-close hooks at 1732648935084Disabling compacts and flushes for region at 1732648935084Disabling writes for close at 1732648935084Writing region close event to WAL at 1732648935084Running coprocessor post-close hooks at 1732648935086 (+2 ms)Closed at 1732648935087 (+1 ms) 2024-11-26T19:22:15,087 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732648916043.161d17e018a1491350d1592f525b304a. 2024-11-26T19:22:15,090 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/.tmp/rep_barrier/c6b520c08e184dddaed7388a27c6c0fd 2024-11-26T19:22:15,109 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:22:15,109 INFO [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:22:15,111 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/.tmp/table/0759195418014d2d884f9cbe5b624b44 is 53, key is hbase:replication/table:state/1732648923278/Put/seqid=0 2024-11-26T19:22:15,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741852_1028 (size=5308) 2024-11-26T19:22:15,115 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/.tmp/table/0759195418014d2d884f9cbe5b624b44 2024-11-26T19:22:15,119 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/.tmp/info/4c695a3c6b6143f4a220c1396b6a0815 as hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/info/4c695a3c6b6143f4a220c1396b6a0815 2024-11-26T19:22:15,123 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/info/4c695a3c6b6143f4a220c1396b6a0815, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T19:22:15,123 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/.tmp/ns/2f467866157844e5be3b1e12fa468bea as hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/ns/2f467866157844e5be3b1e12fa468bea 2024-11-26T19:22:15,127 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/ns/2f467866157844e5be3b1e12fa468bea, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T19:22:15,127 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/.tmp/rep_barrier/c6b520c08e184dddaed7388a27c6c0fd as hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/rep_barrier/c6b520c08e184dddaed7388a27c6c0fd 2024-11-26T19:22:15,130 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/rep_barrier/c6b520c08e184dddaed7388a27c6c0fd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T19:22:15,131 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/.tmp/table/0759195418014d2d884f9cbe5b624b44 as hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/table/0759195418014d2d884f9cbe5b624b44 2024-11-26T19:22:15,134 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/table/0759195418014d2d884f9cbe5b624b44, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T19:22:15,135 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 523ms, sequenceid=16, compaction requested=false 2024-11-26T19:22:15,138 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T19:22:15,138 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T19:22:15,139 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:22:15,139 INFO [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T19:22:15,139 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732648934612Running coprocessor pre-close hooks at 1732648934612Disabling compacts and flushes for region at 1732648934612Disabling writes for close at 1732648934612Obtaining lock to block concurrent updates at 1732648934612Preparing flush snapshotting stores in 1588230740 at 1732648934612Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732648934612Flushing stores of hbase:meta,,1.1588230740 at 1732648934613 (+1 ms)Flushing 1588230740/info: creating writer at 1732648934613Flushing 1588230740/info: appending metadata at 1732648934628 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732648934628Flushing 1588230740/ns: creating writer at 1732648934640 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732648934659 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732648934659Flushing 1588230740/rep_barrier: creating writer at 1732648934667 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732648934686 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732648934686Flushing 1588230740/table: creating writer at 1732648935093 (+407 ms)Flushing 1588230740/table: appending metadata at 1732648935111 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732648935111Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@191ad4f: reopening flushed file at 1732648935119 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@615ef13: reopening flushed file at 1732648935123 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@284c49bc: reopening flushed file at 1732648935127 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dd2445f: reopening flushed file at 1732648935130 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 523ms, sequenceid=16, compaction requested=false at 1732648935135 (+5 ms)Writing region close event to WAL at 1732648935136 (+1 ms)Running coprocessor post-close hooks at 1732648935138 (+2 ms)Closed at 1732648935139 (+1 ms) 2024-11-26T19:22:15,139 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:22:15,212 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,35877,1732648907460; all regions closed. 2024-11-26T19:22:15,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741842_1018 (size=859) 2024-11-26T19:22:15,214 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.meta.1732648926134.meta not finished, retry = 0 2024-11-26T19:22:15,317 DEBUG [RS:0;fe76acf732b2:35877 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/oldWALs 2024-11-26T19:22:15,317 INFO [RS:0;fe76acf732b2:35877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C35877%2C1732648907460.meta:.meta(num 1732648926134) 2024-11-26T19:22:15,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741843_1019 (size=2791) 2024-11-26T19:22:15,319 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.rep.1732648926157 not finished, retry = 0 2024-11-26T19:22:15,421 DEBUG [RS:0;fe76acf732b2:35877 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/oldWALs 2024-11-26T19:22:15,421 INFO [RS:0;fe76acf732b2:35877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C35877%2C1732648907460.rep:(num 1732648926157) 2024-11-26T19:22:15,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741844_1020 (size=696) 2024-11-26T19:22:15,423 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 not finished, retry = 0 2024-11-26T19:22:15,525 DEBUG [RS:0;fe76acf732b2:35877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/oldWALs 2024-11-26T19:22:15,525 INFO [RS:0;fe76acf732b2:35877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C35877%2C1732648907460:(num 1732648926177) 2024-11-26T19:22:15,525 DEBUG [RS:0;fe76acf732b2:35877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:15,525 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:22:15,525 INFO [RS:0;fe76acf732b2:35877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:22:15,526 INFO [RS:0;fe76acf732b2:35877 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T19:22:15,526 INFO [RS:0;fe76acf732b2:35877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:22:15,526 INFO [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:22:15,526 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fe76acf732b2,35877,1732648907460 because: Region server is closing 2024-11-26T19:22:15,526 INFO [RS:0;fe76acf732b2:35877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:35877. 2024-11-26T19:22:15,526 DEBUG [RS:0;fe76acf732b2:35877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:15,526 DEBUG [RS:0;fe76acf732b2:35877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:15,526 DEBUG [RS:0;fe76acf732b2:35877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:15,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:22:15,585 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 to pos 393, reset compression=false 2024-11-26T19:22:15,586 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 was moved to hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/oldWALs/fe76acf732b2%2C35877%2C1732648907460.1732648926177 2024-11-26T19:22:15,588 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177 2024-11-26T19:22:15,588 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T19:22:15,588 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-26T19:22:15,588 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-26T19:22:15,588 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-fe76acf732b2,35877,1732648907460 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/WALs/fe76acf732b2,35877,1732648907460/fe76acf732b2%2C35877%2C1732648907460.1732648926177, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-26T19:22:15,589 ERROR [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fe76acf732b2,35877,1732648907460: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-fe76acf732b2,35877,1732648907460, walGroup=fe76acf732b2%2C35877%2C1732648907460, offset=fe76acf732b2%2C35877%2C1732648907460.1732648926177:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fe76acf732b2:35877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T19:22:15,590 ERROR [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T19:22:15,590 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T19:22:15,591 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T19:22:15,591 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T19:22:15,591 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T19:22:15,591 INFO [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1660944384, "init": 1048576000, "max": 2306867200, "used": 1268047880 }, "NonHeapMemoryUsage": { "committed": 210960384, "init": 7667712, "max": -1, "used": 207936880 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T19:22:15,591 DEBUG [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [fe76acf732b2%2C35877%2C1732648907460.1732648926177] 2024-11-26T19:22:15,627 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.wal-reader.fe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T19:22:15,627 WARN [RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T19:22:15,627 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,1-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,1-fe76acf732b2,35877,1732648907460 terminated 2024-11-26T19:22:15,627 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-fe76acf732b2,35877,1732648907460 because: Region server is closing 2024-11-26T19:22:15,627 INFO [RS:0;fe76acf732b2:35877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:35877. 2024-11-26T19:22:15,627 DEBUG [RS:0;fe76acf732b2:35877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:15,627 DEBUG [RS:0;fe76acf732b2:35877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:15,627 DEBUG [RS:0;fe76acf732b2:35877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:15,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T19:22:15,628 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fe76acf732b2:0-0.replicationSource,2-fe76acf732b2,35877,1732648907460.replicationSource.shipperfe76acf732b2%2C35877%2C1732648907460,2-fe76acf732b2,35877,1732648907460 terminated 2024-11-26T19:22:15,628 INFO [RS:0;fe76acf732b2:35877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35877 2024-11-26T19:22:15,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x10155ba197c0001, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/018283779/rs/fe76acf732b2,35877,1732648907460 2024-11-26T19:22:15,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779/rs 2024-11-26T19:22:15,629 INFO [RS:0;fe76acf732b2:35877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:22:15,632 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,35877,1732648907460] 2024-11-26T19:22:15,633 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /018283779/draining/fe76acf732b2,35877,1732648907460 already deleted, retry=false 2024-11-26T19:22:15,633 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,35877,1732648907460 expired; onlineServers=0 2024-11-26T19:22:15,634 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,46779,1732648907412' ***** 2024-11-26T19:22:15,634 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:22:15,634 INFO [M:0;fe76acf732b2:46779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T19:22:15,634 INFO [M:0;fe76acf732b2:46779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T19:22:15,634 DEBUG [M:0;fe76acf732b2:46779 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:22:15,634 DEBUG [M:0;fe76acf732b2:46779 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:22:15,634 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:22:15,634 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648908005 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732648908005,5,FailOnTimeoutGroup] 2024-11-26T19:22:15,634 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648908007 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732648908007,5,FailOnTimeoutGroup] 2024-11-26T19:22:15,634 INFO [M:0;fe76acf732b2:46779 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T19:22:15,634 INFO [M:0;fe76acf732b2:46779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T19:22:15,634 DEBUG [M:0;fe76acf732b2:46779 {}] master.HMaster(1795): Stopping service threads 2024-11-26T19:22:15,634 INFO [M:0;fe76acf732b2:46779 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:22:15,634 INFO [M:0;fe76acf732b2:46779 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T19:22:15,634 INFO [M:0;fe76acf732b2:46779 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:22:15,634 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:22:15,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/018283779/master 2024-11-26T19:22:15,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018283779 2024-11-26T19:22:15,635 DEBUG [M:0;fe76acf732b2:46779 {}] zookeeper.ZKUtil(347): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Unable to get data of znode /018283779/master because node does not exist (not an error) 2024-11-26T19:22:15,635 WARN [M:0;fe76acf732b2:46779 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T19:22:15,636 INFO [M:0;fe76acf732b2:46779 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/.lastflushedseqids 2024-11-26T19:22:15,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741853_1029 (size=263) 2024-11-26T19:22:15,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x10155ba197c0001, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:22:15,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35877-0x10155ba197c0001, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:22:15,733 INFO [RS:0;fe76acf732b2:35877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:22:15,733 INFO [RS:0;fe76acf732b2:35877 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,35877,1732648907460; zookeeper connection closed. 2024-11-26T19:22:15,733 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1672dd72 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1672dd72 2024-11-26T19:22:15,733 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:22:16,040 INFO [M:0;fe76acf732b2:46779 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T19:22:16,040 INFO [M:0;fe76acf732b2:46779 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:22:16,040 DEBUG [M:0;fe76acf732b2:46779 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:22:16,040 INFO [M:0;fe76acf732b2:46779 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:22:16,040 DEBUG [M:0;fe76acf732b2:46779 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:22:16,040 DEBUG [M:0;fe76acf732b2:46779 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:22:16,040 DEBUG [M:0;fe76acf732b2:46779 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:22:16,040 INFO [M:0;fe76acf732b2:46779 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-26T19:22:16,059 DEBUG [M:0;fe76acf732b2:46779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d43abebe9894763b6bb9e44df366f8f is 82, key is hbase:meta,,1/info:regioninfo/1732648908626/Put/seqid=0 2024-11-26T19:22:16,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741854_1030 (size=5672) 2024-11-26T19:22:16,463 INFO [M:0;fe76acf732b2:46779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d43abebe9894763b6bb9e44df366f8f 2024-11-26T19:22:16,481 DEBUG [M:0;fe76acf732b2:46779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f76a627029b4dabb0d960425d3bf301 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732648923281/Put/seqid=0 2024-11-26T19:22:16,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741855_1031 (size=8909) 2024-11-26T19:22:16,484 INFO [M:0;fe76acf732b2:46779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f76a627029b4dabb0d960425d3bf301 2024-11-26T19:22:16,500 DEBUG [M:0;fe76acf732b2:46779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cf6d3be83704b83aa2e779c63e60fbe is 69, key is fe76acf732b2,35877,1732648907460/rs:state/1732648908096/Put/seqid=0 2024-11-26T19:22:16,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741856_1032 (size=5156) 2024-11-26T19:22:16,502 INFO [M:0;fe76acf732b2:46779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cf6d3be83704b83aa2e779c63e60fbe 2024-11-26T19:22:16,506 DEBUG [M:0;fe76acf732b2:46779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d43abebe9894763b6bb9e44df366f8f as hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d43abebe9894763b6bb9e44df366f8f 2024-11-26T19:22:16,509 INFO [M:0;fe76acf732b2:46779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d43abebe9894763b6bb9e44df366f8f, entries=8, sequenceid=112, filesize=5.5 K 2024-11-26T19:22:16,509 DEBUG [M:0;fe76acf732b2:46779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f76a627029b4dabb0d960425d3bf301 as hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f76a627029b4dabb0d960425d3bf301 2024-11-26T19:22:16,512 INFO [M:0;fe76acf732b2:46779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f76a627029b4dabb0d960425d3bf301, entries=13, sequenceid=112, filesize=8.7 K 2024-11-26T19:22:16,513 DEBUG [M:0;fe76acf732b2:46779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cf6d3be83704b83aa2e779c63e60fbe as hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5cf6d3be83704b83aa2e779c63e60fbe 2024-11-26T19:22:16,516 INFO [M:0;fe76acf732b2:46779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46295/user/jenkins/test-data/9aa7b2c3-4119-57e7-6ce4-312ff6a6da17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5cf6d3be83704b83aa2e779c63e60fbe, entries=1, sequenceid=112, filesize=5.0 K 2024-11-26T19:22:16,517 INFO [M:0;fe76acf732b2:46779 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 477ms, sequenceid=112, compaction requested=false 2024-11-26T19:22:16,522 INFO [M:0;fe76acf732b2:46779 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:22:16,523 DEBUG [M:0;fe76acf732b2:46779 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732648936040Disabling compacts and flushes for region at 1732648936040Disabling writes for close at 1732648936040Obtaining lock to block concurrent updates at 1732648936040Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732648936040Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732648936041 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732648936041Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732648936041Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732648936059 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732648936059Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732648936467 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732648936481 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732648936481Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732648936487 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732648936499 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732648936499Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d266f4e: reopening flushed file at 1732648936505 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42997089: reopening flushed file at 1732648936509 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@443df305: reopening flushed file at 1732648936512 (+3 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 477ms, sequenceid=112, compaction requested=false at 1732648936517 (+5 ms)Writing region close event to WAL at 1732648936522 (+5 ms)Closed at 1732648936522 2024-11-26T19:22:16,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43543 is added to blk_1073741830_1006 (size=69055) 2024-11-26T19:22:16,525 INFO [M:0;fe76acf732b2:46779 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T19:22:16,525 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T19:22:16,525 INFO [M:0;fe76acf732b2:46779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46779 2024-11-26T19:22:16,526 INFO [M:0;fe76acf732b2:46779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T19:22:16,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:22:16,627 INFO [M:0;fe76acf732b2:46779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T19:22:16,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x10155ba197c0000, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:22:16,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16e6719e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:22:16,630 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d01137d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:22:16,630 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:22:16,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d651a63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:22:16,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ae63c2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/hadoop.log.dir/,STOPPED} 2024-11-26T19:22:16,632 WARN [BP-1604304858-172.17.0.2-1732648906496 heartbeating to localhost/127.0.0.1:46295 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:22:16,632 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:22:16,632 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:22:16,632 WARN [BP-1604304858-172.17.0.2-1732648906496 heartbeating to localhost/127.0.0.1:46295 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1604304858-172.17.0.2-1732648906496 (Datanode Uuid 8b2c6e72-552e-40ba-b557-c9ca38693e83) service to localhost/127.0.0.1:46295 2024-11-26T19:22:16,632 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/cluster_2ba09310-6087-c2b0-b8c5-b2bacbeea699/data/data1/current/BP-1604304858-172.17.0.2-1732648906496 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:22:16,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/cluster_2ba09310-6087-c2b0-b8c5-b2bacbeea699/data/data2/current/BP-1604304858-172.17.0.2-1732648906496 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:22:16,633 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:22:16,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b3a721a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:22:16,640 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62e3adbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:22:16,640 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:22:16,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b5cb6ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:22:16,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42487ed5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950c6417-43d6-d03e-24bb-a0b157e5da00/hadoop.log.dir/,STOPPED} 2024-11-26T19:22:16,647 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T19:22:16,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T19:22:16,677 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=600 (was 533) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46295 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46295 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53793) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46295 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46295 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40653 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46679 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46295 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46679 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46679 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:46295 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46295 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46679 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40653 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46295 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46679 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46679 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53793) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53793) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=983 (was 878) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=318 (was 377), ProcessCount=11 (was 11), AvailableMemoryMB=5044 (was 5488) 2024-11-26T19:22:16,678 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2024-11-26T19:22:16,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10155ba197c0005, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T19:22:16,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10155ba197c0002, quorum=127.0.0.1:53793, baseZNode=/018283779 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T19:22:16,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10155ba197c0008, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T19:22:16,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10155ba197c0005, quorum=127.0.0.1:53793, baseZNode=/1712741368 Received Disconnected from ZooKeeper, ignoring 2024-11-26T19:22:16,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10155ba197c0002, quorum=127.0.0.1:53793, baseZNode=/018283779 Received Disconnected from ZooKeeper, ignoring 2024-11-26T19:22:16,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10155ba197c0008, quorum=127.0.0.1:53793, baseZNode=/22065652987 Received Disconnected from ZooKeeper, ignoring